-- Logs begin at Wed 2022-04-06 16:56:26 UTC, end at Wed 2022-04-06 17:55:57 UTC. -- Apr 06 17:30:39.886508 dv-cinder-835880-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 17:30:42.816452 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.common.config [-] Logging enabled! Apr 06 17:30:42.817012 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 17:30:42.817173 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104407) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 17:30:42.820429 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.common.config [-] Logging enabled! Apr 06 17:30:42.820683 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 17:30:42.820989 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104407) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 17:30:42.821920 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 17:30:42.822176 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 17:30:42.822543 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 17:30:42.823402 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 17:30:42.823697 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 17:30:42.824114 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.824548 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 17:30:42.824859 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.825157 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.825448 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.825742 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.826044 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.826337 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.826624 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.826920 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.827206 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.827486 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.827774 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.828064 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.828344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.828629 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.828913 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.829194 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] debug = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.829473 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.829897 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.830332 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.830611 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.830898 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.831178 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.831449 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.831723 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.832004 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.832330 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] host = dv-cinder-835880-5-iscsi {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.832607 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.833160 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.833444 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.833728 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.833999 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.834299 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.834589 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.834865 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.835135 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] log_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.835406 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.835692 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.835977 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.836262 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.836485 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.836706 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.836991 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.837275 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.837552 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.837823 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.838120 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.838421 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.838699 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.838967 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.839244 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.839523 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.839804 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.840074 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.840344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.840612 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.840878 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.841160 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.841428 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.841694 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.841962 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.842265 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.842529 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.842795 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.843092 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.843374 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.843650 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.843929 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.844198 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.844479 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.844747 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.845014 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.845280 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] use_json = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.845547 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.845812 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.846112 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.846386 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.846655 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.846925 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.847193 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.847488 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.847757 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:42.848050 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.848344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.848639 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.848937 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.849225 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.849500 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.849785 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.850080 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.850369 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.850656 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.850944 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.851221 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.851519 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.851806 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.852099 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.852399 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.852689 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.852977 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.853249 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.853520 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.853791 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.854114 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.854404 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.854769 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.855066 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.855356 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.855633 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.855927 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.856209 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.856500 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.856786 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.857056 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.857332 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.857624 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.857898 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.858192 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.858471 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.858757 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.859032 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.859302 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.859580 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.859852 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.860120 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.860388 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.860662 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.860948 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.861220 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.861486 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.861753 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.862041 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.862313 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.862593 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.862864 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.863130 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.863397 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.863669 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.863935 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.864202 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.864474 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.864740 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.865010 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.865278 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.865543 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.865809 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.866096 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.866368 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.866636 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.866902 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.867175 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.867446 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.867712 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.867976 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.868245 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.868512 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.868791 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.869084 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.869356 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.870151 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.870436 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.870789 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.871070 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.871345 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.871619 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.871892 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.872160 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.872447 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.872728 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.873010 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.873307 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.873583 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.873875 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.874188 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.874466 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.874747 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.875020 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.875293 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.875573 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.875851 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.876142 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.876431 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.876721 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.877009 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.877296 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.877570 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.877878 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.878176 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:42.878393 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 17:30:42.878632 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104407) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 17:30:43.249893 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 17:30:43.250199 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 17:30:43.250503 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 17:30:43.250834 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 17:30:43.577055 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.577355 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.577621 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.578848 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.579120 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.581125 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.633699 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.633972 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.634259 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.649310 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.649588 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.649852 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.679684 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.679960 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.680222 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.716816 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.717093 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:43.717354 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.054817 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.055441 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.055441 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.055652 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.056394 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.154293 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.154607 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.154887 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.155158 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.155421 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.155732 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.155988 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.156239 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.156487 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.156763 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.157018 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.157276 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.157526 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.157775 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.158046 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.158305 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.158556 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.158820 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.159083 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.159335 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.159598 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.159844 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.160119 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.160490 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.160736 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.160976 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.161461 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:30:44.161704 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:30:44.161943 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:30:44.162211 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:30:44.162447 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:30:44.162683 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:30:44.163041 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 17:30:44.166080 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 17:30:44.170483 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 17:30:44.174206 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 06 17:30:44.175815 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 17:30:44.176274 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 17:30:44.176605 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 17:30:44.176986 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 17:30:44.180750 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 17:30:44.181001 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 17:30:44.181344 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 17:30:44.186178 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 17:30:44.209438 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 17:30:44.209888 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.210221 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104407) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 17:30:44.210591 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.211937 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104407) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 17:30:44.212212 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 17:30:44.212455 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 17:30:44.216311 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.216592 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.279561 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 17:30:44.279796 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 17:30:44.280027 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 17:30:44.280396 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 17:30:44.301383 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_db.sqlalchemy.engines [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104407) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 17:30:44.752441 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Initializing driver for type 'gre' Apr 06 17:30:44.752973 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] gre ID ranges: [(1, 1000)] Apr 06 17:30:44.805783 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Initializing driver for type 'local' Apr 06 17:30:44.806054 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Initializing driver for type 'vlan' Apr 06 17:30:44.818417 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] VlanTypeDriver initialization complete Apr 06 17:30:44.818744 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Initializing driver for type 'vxlan' Apr 06 17:30:44.819223 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] vxlan ID ranges: [(1, 1000)] Apr 06 17:30:44.867441 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Initializing extension driver 'port_security' Apr 06 17:30:44.867775 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.extensions.port_security [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] PortSecurityExtensionDriver initialization complete Apr 06 17:30:44.868109 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Initializing mechanism driver 'openvswitch' Apr 06 17:30:44.868424 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Initializing mechanism driver 'hyperv' Apr 06 17:30:44.874884 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.plugin [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:30:44.875728 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > port after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.876099 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > port after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.876446 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > port after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.876970 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:30:44.877402 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > subnet after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.877749 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > subnet after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.878128 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.878509 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:30:44.878913 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > network after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.879255 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > network after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.879595 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > network after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.879982 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:30:44.880388 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > security_group after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.880734 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > security_group after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.881073 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.881462 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:30:44.881860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.882226 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.882562 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.882951 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:30:44.883350 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > address_group after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.883690 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > address_group after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.884022 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.884413 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104407) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 17:30:44.884850 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] ML2 OVO RPC backend initialized. {{(pid=104407) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 17:30:44.886146 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.886580 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.887004 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > network before_response 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.887352 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > networks before_response 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.887702 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > port before_response 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.888041 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > ports before_response 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.888380 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > subnet before_response 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.888719 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > subnets before_response 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.889062 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > network after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.889397 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > network after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.889728 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > network after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.890085 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > port after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.890419 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > port after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.890747 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > port after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.891076 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > subnet after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.891404 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > subnet after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.891732 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.898841 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded quota_driver: . Apr 06 17:30:44.899202 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.plugin [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Modular L2 Plugin initialization complete Apr 06 17:30:44.899544 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading services supported by the core plugin {{(pid=104407) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 17:30:44.899880 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.plugins.ml2.managers [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Got port-security extension from driver 'port_security' Apr 06 17:30:44.900356 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.extensions.vlantransparent [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Disabled vlantransparent extension. Apr 06 17:30:44.900923 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104407) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 17:30:44.901376 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading Plugin: router Apr 06 17:30:44.936878 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.937266 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router after_create 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.937633 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router before_create 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.937994 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.938393 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.938744 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router after_delete 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.939098 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.939443 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.939795 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router after_create 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.940139 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router after_update 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.940487 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router after_update 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.940827 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.941180 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router after_update 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.941587 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router precommit_update 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.941951 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: port after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.942313 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: port after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.942647 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: subnet after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.942987 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.943333 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.943676 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router precommit_create 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.944019 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: port before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.944359 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router precommit_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.944708 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router after_update 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.945046 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.945390 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router precommit_create 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.945746 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.946113 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router precommit_update 55549900 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.946479 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > agent after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.946954 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > agent after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.947299 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > network after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.948180 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Tracking information for resource: router configured {{(pid=104407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:30:44.948508 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Tracking information for resource: floatingip configured {{(pid=104407) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 17:30:44.953327 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.db.l3_agentschedulers_db [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 17:30:44.953914 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: port after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.954294 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: port after_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.954641 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: port after_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.954990 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: port after_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.955778 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router before_create 55550100 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.956137 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.956497 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router precommit_create 55550100 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.956849 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > router precommit_update 55550100 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.961820 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.services.provider_configuration [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service providers = [] {{(pid=104407) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 17:30:44.962208 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.db.servicetype_db [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104407) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 17:30:44.965745 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.services.service_base [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 17:30:44.966124 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.services.service_base [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 17:30:44.966466 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.services.service_base [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 17:30:44.967338 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.services.service_base [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104407) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 17:30:44.967705 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.services.service_base [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 17:30:44.968073 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:30:44.968383 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 17:30:44.978823 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:30:44.979759 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading Plugin: auto_allocate Apr 06 17:30:44.985408 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: network precommit_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.985770 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: network precommit_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:44.986310 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:30:44.986625 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading Plugin: tag Apr 06 17:30:44.993263 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:30:44.993599 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading Plugin: timestamp Apr 06 17:30:44.997470 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:30:44.997794 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading Plugin: network_ip_availability Apr 06 17:30:45.003209 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:45.003583 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:45.003934 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:45.004638 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:30:45.004951 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading Plugin: flavors Apr 06 17:30:45.010959 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:30:45.011292 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading Plugin: revisions Apr 06 17:30:45.015734 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104407) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 17:30:45.016125 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_concurrency.lockutils [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=104407) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 17:30:45.016875 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104407) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 17:30:45.017207 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Initializing extension manager. Apr 06 17:30:45.017728 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: __init__.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.018102 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: __pycache__ {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.018437 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: address_group.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.019204 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.019780 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: address-group Apr 06 17:30:45.020170 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: address_scope.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.020888 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.021404 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: address-scope Apr 06 17:30:45.021726 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.022671 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.023298 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: router-admin-state-down-before-update Apr 06 17:30:45.023619 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: agent.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.024314 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.024826 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: agent Apr 06 17:30:45.025365 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: agent_resources_synced.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.027336 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.027861 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: agent-resources-synced Apr 06 17:30:45.028185 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: allowedaddresspairs.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.030190 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.030721 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: allowed-address-pairs Apr 06 17:30:45.031044 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: auto_allocated_topology.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.032125 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.032648 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: auto-allocated-topology Apr 06 17:30:45.032971 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: availability_zone.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.033662 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.034203 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: availability_zone Apr 06 17:30:45.034528 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: availability_zone_filter.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.035426 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.035940 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: availability_zone_filter Apr 06 17:30:45.036446 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: data_plane_status.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.037158 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.037674 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 17:30:45.037993 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: default_subnetpools.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.038919 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.039430 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: default-subnetpools Apr 06 17:30:45.039749 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.040565 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.041076 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: dhcp_agent_scheduler Apr 06 17:30:45.041394 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: dns.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.042930 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.043441 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 17:30:45.043756 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: dns_domain_ports.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.044668 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.045163 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 17:30:45.045478 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.046412 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.046923 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 17:30:45.047240 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: dvr.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.047899 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.048411 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: dvr Apr 06 17:30:45.048729 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: ecmp_routes.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.049640 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.050165 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 17:30:45.050483 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: empty_string_filtering.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.051382 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.051892 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: empty-string-filtering Apr 06 17:30:45.052209 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.053119 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.053623 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 17:30:45.053938 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.054870 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.055393 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 17:30:45.055678 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: external_net.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.056622 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.057105 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: external-net Apr 06 17:30:45.057426 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.058429 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.058942 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: extra_dhcp_opt Apr 06 17:30:45.059261 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: extraroute.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.060153 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.060663 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: extraroute Apr 06 17:30:45.060982 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: extraroute_atomic.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.062012 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.062554 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: extraroute-atomic Apr 06 17:30:45.062877 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: filter_validation.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.063546 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.064047 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: filter-validation Apr 06 17:30:45.064366 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: fip_pf_description.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.065257 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.065761 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 17:30:45.066119 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: fip_pf_port_range.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.067026 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.067531 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 17:30:45.067845 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: fip_port_details.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.068961 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.069476 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: fip-port-details Apr 06 17:30:45.069795 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: flavors.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.071039 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.071558 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: flavors Apr 06 17:30:45.071881 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.073682 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.074243 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 17:30:45.074570 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: floatingip_pools.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.075259 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.075776 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: floatingip-pools Apr 06 17:30:45.076096 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: ip_allocation.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.077010 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.077523 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 17:30:45.077841 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.078780 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.079289 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: ip-substring-filtering Apr 06 17:30:45.079603 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: l2_adjacency.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.080503 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.081010 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 17:30:45.081325 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: l3.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.082333 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.083110 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: router Apr 06 17:30:45.083430 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.085678 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.086235 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 17:30:45.086568 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.087485 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.088017 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: ext-gw-mode Apr 06 17:30:45.088876 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.089807 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.090351 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: l3-ha Apr 06 17:30:45.090672 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.091574 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.092082 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 17:30:45.092397 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: l3_flavors.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.093416 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.093977 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: l3-flavors Apr 06 17:30:45.094323 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.095817 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.096333 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 17:30:45.096657 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.097647 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.098197 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 17:30:45.098522 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: l3agentscheduler.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.099554 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.100071 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: l3_agent_scheduler Apr 06 17:30:45.100394 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: local_ip.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.102238 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.102761 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension local_ip not supported by any of loaded plugins Apr 06 17:30:45.103097 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: logging.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.105245 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.105772 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension logging not supported by any of loaded plugins Apr 06 17:30:45.106124 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: metering.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.106864 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.107452 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: metering Apr 06 17:30:45.107774 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.108871 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.109394 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: metering_source_and_destination_fields Apr 06 17:30:45.109718 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: multiprovidernet.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.110663 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.111179 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: multi-provider Apr 06 17:30:45.111498 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: netmtu.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.112399 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.112914 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: net-mtu Apr 06 17:30:45.113239 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: netmtu_writable.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.114181 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.114702 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: net-mtu-writable Apr 06 17:30:45.115022 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: network_availability_zone.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.115687 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.116196 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: network_availability_zone Apr 06 17:30:45.116514 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: network_ip_availability.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.117606 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.118164 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: network-ip-availability Apr 06 17:30:45.118490 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: network_segment_range.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.119249 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.119787 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 17:30:45.120109 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: pagination.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.121076 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.121407 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: pagination Apr 06 17:30:45.121726 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: port_device_profile.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.122669 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.123198 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: port-device-profile Apr 06 17:30:45.123516 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.124427 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.124936 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: port-mac-address-regenerate Apr 06 17:30:45.125252 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.126185 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.126695 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: port-numa-affinity-policy Apr 06 17:30:45.127011 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: port_resource_request.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.127908 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.128415 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 17:30:45.128730 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: port_resource_request_groups.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.129667 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.130205 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 17:30:45.130523 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: portbindings.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.131428 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.131934 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: binding Apr 06 17:30:45.132251 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: portbindings_extended.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.133506 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.134039 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: binding-extended Apr 06 17:30:45.134366 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: portsecurity.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.135359 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.135993 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: port-security Apr 06 17:30:45.136314 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: project_id.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.137280 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.137611 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: project-id Apr 06 17:30:45.137931 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: providernet.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.138861 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.139377 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: provider Apr 06 17:30:45.139692 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.143244 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.143768 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos not supported by any of loaded plugins Apr 06 17:30:45.144103 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.145339 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.145851 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 17:30:45.146202 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.147107 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.147621 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 17:30:45.147943 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_default.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.148841 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.149355 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-default not supported by any of loaded plugins Apr 06 17:30:45.149676 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_fip.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.150610 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.151728 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 17:30:45.152052 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.152958 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.153470 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 17:30:45.153792 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_gateway_ip.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.154842 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.155360 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 17:30:45.155679 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_port_network_policy.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.156577 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.157095 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 17:30:45.157413 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.158470 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.158986 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 17:30:45.159308 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.160324 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.160841 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 17:30:45.161164 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_pps_rule.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.162354 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.162876 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 17:30:45.163196 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_rule_type_details.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.164107 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.164621 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 17:30:45.164939 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.165842 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.166390 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 17:30:45.167305 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: qos_rules_alias.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.168332 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.168849 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 17:30:45.169165 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: quota_check_limit.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.170088 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.170607 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: quota-check-limit Apr 06 17:30:45.170925 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: quotasv2.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.171859 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.172184 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: quotas Apr 06 17:30:45.172500 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: quotasv2_detail.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.174216 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.174551 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: quota_details Apr 06 17:30:45.174875 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: rbac.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.175911 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.176437 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: rbac-policies Apr 06 17:30:45.176762 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: rbac_address_group.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.177685 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.178240 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: rbac-address-group Apr 06 17:30:45.178564 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: rbac_address_scope.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.179469 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.179984 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: rbac-address-scope Apr 06 17:30:45.180304 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: rbac_security_groups.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.181278 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.181789 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: rbac-security-groups Apr 06 17:30:45.182170 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: rbac_subnetpool.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.183073 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.183593 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: rbac-subnetpool Apr 06 17:30:45.183913 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: revisionifmatch.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.184822 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.185336 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: revision-if-match Apr 06 17:30:45.185653 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: revisions.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.186792 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.187303 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: standard-attr-revisions Apr 06 17:30:45.187623 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: router_availability_zone.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.188281 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.188797 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: router_availability_zone Apr 06 17:30:45.189115 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: routerservicetype.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.190037 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.190550 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 17:30:45.190868 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.191778 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.192291 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: security-groups-normalized-cidr Apr 06 17:30:45.192608 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.193523 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.194040 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: port-security-groups-filtering Apr 06 17:30:45.194380 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.195305 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.195819 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: security-groups-remote-address-group Apr 06 17:30:45.196141 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.197052 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.197562 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: security-groups-shared-filtering Apr 06 17:30:45.198049 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.198663 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 17:30:45.198981 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: securitygroup.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.208885 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.209415 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: security-group Apr 06 17:30:45.209741 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: segment.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.210490 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.211007 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension segment not supported by any of loaded plugins Apr 06 17:30:45.211328 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.212255 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.212768 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 17:30:45.213086 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: servicetype.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.214911 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.215433 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: service-type Apr 06 17:30:45.215758 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: sorting.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.216743 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.217074 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: sorting Apr 06 17:30:45.217392 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: standard_attr_segment.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.218329 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.218853 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 17:30:45.219172 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: standardattrdescription.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.219811 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.220324 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: standard-attr-description Apr 06 17:30:45.220643 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: stateful_security_group.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.221557 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.222110 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: stateful-security-group Apr 06 17:30:45.222430 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: stdattrs_common.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.222988 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 17:30:45.223306 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.224247 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.224759 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 17:30:45.225077 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: subnet_onboard.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.226148 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.226666 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: subnet_onboard Apr 06 17:30:45.226984 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.227895 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.228404 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 17:30:45.228718 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: subnet_service_types.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.230390 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.230904 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: subnet-service-types Apr 06 17:30:45.231222 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: subnetallocation.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.232296 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.232815 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: subnet_allocation Apr 06 17:30:45.233137 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.233793 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.234338 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: subnetpool-prefix-ops Apr 06 17:30:45.234659 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.235587 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.236102 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 17:30:45.236423 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: tagging.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.237470 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.237988 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: standard-attr-tag Apr 06 17:30:45.238334 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: timestamp.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.239511 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.240025 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loaded extension: standard-attr-timestamp Apr 06 17:30:45.240347 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: trunk.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.241365 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.241882 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension trunk not supported by any of loaded plugins Apr 06 17:30:45.242238 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: trunk_details.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.243144 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.243657 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 17:30:45.243977 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: uplink_status_propagation.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.244927 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.245434 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 17:30:45.245754 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Loading extension file: vlantransparent.py {{(pid=104407) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 17:30:45.246445 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104407) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 17:30:45.246953 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 17:30:45.249454 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:network Apr 06 17:30:45.249975 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:subnet Apr 06 17:30:45.250396 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 17:30:45.250792 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:port Apr 06 17:30:45.252016 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.252447 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service FLAVORS assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.253078 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.253509 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.253835 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:router Apr 06 17:30:45.254286 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 17:30:45.254776 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service METERING assigned prefix: /metering {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.256227 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:45.256596 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:45.256945 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104407) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:30:45.257941 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 17:30:45.258401 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:security_group Apr 06 17:30:45.258831 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 17:30:45.259414 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service CORE assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.259746 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 17:30:45.260088 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] subnetpool is already registered Apr 06 17:30:45.260558 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service CORE assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.260879 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 17:30:45.261219 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] subnetpool is already registered Apr 06 17:30:45.263503 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.263936 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service FLAVORS assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.264530 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.264945 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.265275 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:router Apr 06 17:30:45.265609 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] router is already registered Apr 06 17:30:45.266028 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 17:30:45.266368 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] floatingip is already registered Apr 06 17:30:45.266817 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service METERING assigned prefix: /metering {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.267478 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 17:30:45.267804 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] rbac_policy is already registered Apr 06 17:30:45.268212 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:security_group Apr 06 17:30:45.268546 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] security_group is already registered Apr 06 17:30:45.268943 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 17:30:45.269275 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] security_group_rule is already registered Apr 06 17:30:45.269885 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service CORE assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.270230 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 17:30:45.270564 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] subnetpool is already registered Apr 06 17:30:45.270976 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.v2.resource_helper [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Service CORE assigned prefix: {{(pid=104407) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 17:30:45.271295 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 17:30:45.271623 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING neutron.quota.resource_registry [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] subnetpool is already registered Apr 06 17:30:45.272088 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: extensions {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.273518 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: address-groups {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.275020 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: address-scopes {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.276866 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: agents {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.277999 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: auto-allocated-topology {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.279259 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: availability_zones {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.280462 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: dhcp-networks {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.281944 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: dhcp-agents {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.283396 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: routers {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.286594 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: flavors {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.287771 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: service_profiles {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.288972 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: next_providers {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.290428 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: service_profiles {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.292809 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: floatingip-pools {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.295240 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: routers {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.296738 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: floatingips {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.298008 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: l3-routers {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.299495 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: l3-agents {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.300898 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: metering-labels {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.302287 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: metering-label-rules {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.303550 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: network-ip-availabilities {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.304809 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: bindings {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.306457 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: quotas {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.308209 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: quotas {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.309664 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: rbac-policies {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.310972 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: security-groups {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.312187 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: security-group-rules {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.313393 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: service-providers {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.314638 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: subnetpools {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.316064 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: subnetpools {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.317509 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: tags {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.319257 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: tags {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.321044 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: tags {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.323482 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: tags {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.325326 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: tags {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.327157 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: tags {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.328822 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: tags {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.330751 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: tags {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.332487 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: tags {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.334614 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron.api.extensions [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Extended resource: tags {{(pid=104407) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 17:30:45.341039 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING keystonemiddleware.auth_token [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 17:30:45.345762 dv-cinder-835880-5-iscsi neutron-server[104407]: WARNING keystonemiddleware.auth_token [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 17:30:45.354258 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_concurrency.lockutils [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Acquired lock "singleton_lock" {{(pid=104407) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 17:30:45.354723 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_concurrency.lockutils [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Releasing lock "singleton_lock" {{(pid=104407) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 17:30:45.355381 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO oslo_service.service [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Starting 2 workers Apr 06 17:30:45.360330 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Started child 104729 {{(pid=104407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 17:30:45.365205 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Started child 104731 {{(pid=104407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 17:30:45.366484 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:45.367140 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO neutron.service [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 17:30:45.367539 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:45.368156 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [-] (104729) wsgi starting up on http://0.0.0.0:9696 Apr 06 17:30:45.370380 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO oslo_service.service [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Starting 1 workers Apr 06 17:30:45.370515 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:45.371788 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [-] (104731) wsgi starting up on http://0.0.0.0:9696 Apr 06 17:30:45.375796 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Started child 104732 {{(pid=104407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 17:30:45.376399 dv-cinder-835880-5-iscsi neutron-server[104407]: INFO oslo_service.service [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Starting 1 workers Apr 06 17:30:45.381072 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.service [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] calling RpcWorker wait() {{(pid=104732) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 17:30:45.381828 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Started child 104733 {{(pid=104407) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 17:30:45.381975 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.service [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] returning from RpcWorker wait() {{(pid=104732) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 17:30:45.382185 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG neutron_lib.callbacks.manager [None req-821cf698-a187-4d73-a7b4-4e5b64442537 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:45.383483 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:45.384081 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104407) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 17:30:45.384180 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:30:45.384325 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 17:30:45.384474 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 17:30:45.384696 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 17:30:45.385050 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 17:30:45.385778 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 17:30:45.386494 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.386901 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.387075 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:45.387572 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.387803 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.388258 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.389293 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.389707 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.390099 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.390422 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.390667 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.390804 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.390974 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.391394 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.391892 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.392364 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.392763 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.393159 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.393569 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.394117 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.394746 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.395412 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.395869 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.396289 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] debug = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.396683 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.397345 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.397727 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.398147 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.398527 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.398943 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.399334 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.399756 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.400159 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.400532 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.400988 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.401887 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.402285 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.402681 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.403060 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.403422 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.403821 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.404197 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.404831 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] host = dv-cinder-835880-5-iscsi {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.405213 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.405582 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.405986 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.406397 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.406802 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.407174 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.407574 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.407978 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.408375 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.408747 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.409143 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.409538 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.409912 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.410584 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.411434 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_options = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.411690 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.411961 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.412651 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.412822 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.412907 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.413081 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.413429 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.413543 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.413784 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.414113 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.414263 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.414463 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.414686 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.414942 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.415356 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.415356 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.415579 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.415942 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.416357 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.416793 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.417182 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.417566 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.417795 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.418078 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.418490 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.418874 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.419100 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:30:45.419613 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.420057 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.420301 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.420554 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.420792 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.421200 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.421427 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.421678 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.421938 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.422193 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.422426 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.422662 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.423101 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.423325 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.423579 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.423833 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.424044 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.424763 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.425305 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.425571 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.426299 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_json = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.426765 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.429572 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.429924 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.430329 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.430722 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.431757 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.431757 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.431757 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.432000 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.432464 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.433145 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.433145 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.433467 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.434773 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.434773 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.434773 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.435018 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.435091 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.435308 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.435616 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.435842 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.436141 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.436411 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.436679 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.437023 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.437744 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.437744 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.437744 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.437983 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.438219 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.438441 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.438739 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.438984 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.439221 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.439460 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.439681 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.440119 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.440539 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.441030 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.441475 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.441899 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.442198 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.442605 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.443028 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.443432 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.443675 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.444108 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.444331 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.444702 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.444939 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.445176 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.445402 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.446646 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.446646 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.446646 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.446646 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.446646 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.446998 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.447214 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.447417 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.447637 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.448463 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.448812 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.449099 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.449258 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.449718 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.450219 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.450642 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.451021 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.451412 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.451844 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.452246 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.452476 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.452686 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.453067 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.453444 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.453847 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.454282 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.454645 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.455030 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.455336 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.455460 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.455695 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.455919 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.456159 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.456371 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.456586 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.456802 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.457045 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.457263 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.457508 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.457726 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.458223 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.458462 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.458676 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.458891 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.459103 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.459332 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.459572 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.459776 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.460050 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.460344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.460599 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.460993 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.461431 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.461889 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.462342 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.462655 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.462940 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.463432 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.464384 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.464847 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.465140 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.465589 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.466042 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.466405 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.466757 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.467031 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.467332 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.467638 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.467918 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.468232 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.468551 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.469130 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.469130 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.470058 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.470058 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.470058 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.470361 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.470647 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.471003 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.471236 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.471507 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.471825 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.472110 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.472381 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.472636 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.472871 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.473150 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.473382 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.473633 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.473866 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.474137 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.474359 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.474607 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.474848 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.475071 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.475299 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.475603 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.475836 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.476052 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.476295 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.476565 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.476820 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.477080 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.477391 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.477648 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.477940 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.478223 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.478535 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.478764 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.479075 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.479451 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.479667 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.479911 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.480229 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.480487 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.480708 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.480921 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.481152 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.481366 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.481588 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.481807 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.482045 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.482321 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.482509 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.482721 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.482958 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.483210 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.483430 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.483646 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.483882 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.484275 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.484472 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.484691 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.485001 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.485279 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.485838 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.485950 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.486153 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.486391 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.486609 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.486961 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.487290 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.487521 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.487744 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.487962 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.488198 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.488455 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.488698 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.489049 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.489314 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.489705 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.490102 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.490374 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.490708 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.490958 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.491231 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.491405 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.491950 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.492175 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.492417 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.492758 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.492924 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.493061 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.493436 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.493780 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.494006 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.494289 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.494609 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.494970 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.495570 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.495570 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.496191 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.496442 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.496711 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.497066 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.497446 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.497703 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.498057 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.498302 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.498698 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.499659 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.499659 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.499659 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.499899 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.500003 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.500565 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.500824 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.501045 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.501265 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.501677 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.501792 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.502106 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.502349 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.502567 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.502829 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.503500 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.503646 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.503839 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.504172 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.504390 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.504726 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.505104 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.505629 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.506047 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.506508 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.506902 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.507331 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.507561 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.507785 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.507999 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.508232 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.508447 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.508661 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.508885 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.509105 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.509318 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.509638 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.510797 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.511160 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.511406 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.511661 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.512488 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.512488 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.512488 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.512802 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:30:45.512923 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.513073 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.513336 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.513579 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.514218 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.514438 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.514786 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.515217 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.515543 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.515766 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.516265 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.516575 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.516850 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.517069 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.517380 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.517725 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.518142 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.518412 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.518647 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.518887 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.519136 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.519377 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.519599 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.519842 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.520061 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.520326 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.520583 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.520832 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.521065 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.521457 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.521827 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.522246 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.522464 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.522690 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.522948 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.523111 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 17:30:45.523654 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104407) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 17:30:45.523817 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 17:30:45.523972 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 17:30:45.524135 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 17:30:45.524313 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 17:30:45.524461 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 17:30:45.524834 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.525000 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.525163 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.525324 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.525489 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.525673 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.526423 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.526601 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.526764 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.526927 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.527087 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.527248 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.527411 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.527573 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.527732 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.528048 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.528210 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.528369 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.528712 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.528883 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.529045 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.529208 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.529368 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] debug = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.529530 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.529744 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.529908 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.530236 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.530407 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.530568 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.530730 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.530888 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.531198 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.531362 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.531528 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.531688 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.531850 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.532012 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.532169 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.532468 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.532778 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.532937 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.533097 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] host = dv-cinder-835880-5-iscsi {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.533258 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.533418 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.533581 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.533741 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.533901 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.534083 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.534242 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.534405 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.534561 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.534908 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.535070 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.535226 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.535384 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.535543 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.535702 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_options = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.535860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.536020 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.536179 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.536365 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.536530 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.536691 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.536850 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.537009 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538465 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538465 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538465 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538465 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538465 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538465 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538465 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538465 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538985 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538985 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.538985 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.539160 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.539160 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.539320 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.539482 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.539634 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.540153 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.540153 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.540153 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.540578 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.540578 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.540578 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.540951 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.540951 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.540951 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542112 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542112 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542112 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542112 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542112 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542112 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542586 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542586 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542586 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542586 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542876 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.542944 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.543580 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.543580 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_json = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.543580 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.543580 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.543905 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.543905 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.544106 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.544106 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.544343 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.544467 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.544593 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 17:30:45.544717 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.544842 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.545010 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.545177 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.545346 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.545514 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.546527 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.546527 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.546527 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.546527 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.546527 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.546527 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.547344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.547344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.547344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.547344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.547344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.547344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.548847 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.548847 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.548847 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.548847 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.548847 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.548847 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.548847 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.548847 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.549679 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.549679 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.549679 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.549679 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.549679 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.549679 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.549679 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.550632 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.550632 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.550632 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.550632 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.550632 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.550632 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.551423 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.551423 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.551423 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.551423 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.551423 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.551423 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.552300 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.552300 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.552300 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.552300 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.552300 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.552300 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.553815 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.553815 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.553815 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.553815 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.553815 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.553815 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.553815 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.553815 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.553815 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.556194 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.556194 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.556194 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.556194 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.556194 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.556194 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.556194 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.556194 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.556194 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.557860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.557860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.557860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.557860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.557860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.557860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.557860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.557860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.557860 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.559105 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.559105 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.559105 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.559105 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.559105 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.559105 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.559894 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 48700) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:30:45.560042 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.560042 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.560042 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.560042 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.560042 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.560042 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.560042 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.560042 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.560042 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.561196 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.561196 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.561196 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.561196 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.561196 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.561196 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.561196 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.561196 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.562274 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.562274 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.562274 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.562274 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.562274 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.562274 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.562274 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.562274 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.563288 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.563288 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.563288 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.563288 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.563288 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.563288 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.563288 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.563288 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.564344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.564344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.564344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.564344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.564344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.564344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.564344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.564344 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.565456 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.565456 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.565456 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.565456 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.565456 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.565456 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.565456 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.566387 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.566387 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.566387 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.566387 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.566387 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.566387 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.567154 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.567154 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.567154 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.567487 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064020 Apr 06 17:30:45.567573 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.567573 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.567573 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.567838 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.567838 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.568037 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.568142 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.568464 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.569440 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.569440 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.569440 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.569440 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.569440 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.569440 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.569889 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.569889 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.569889 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.570197 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.570197 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.570397 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.570515 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.571595 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.571757 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.571921 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.572085 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.572246 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.572407 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.572568 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.573268 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.573437 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.573652 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.573822 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.573985 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.575056 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.575056 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.575216 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.575331 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.575484 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.575645 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.575807 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.576688 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.576688 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.576688 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.576688 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.576688 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.577038 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.577038 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.577038 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.577259 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.577340 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.577531 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.577697 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.577910 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.578116 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.578279 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.578444 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.578609 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.578771 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.578932 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.579092 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.579254 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.579414 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.579576 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.579738 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.579901 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.580155 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.580255 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.580375 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.580536 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.580698 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.580862 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.581024 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.581185 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.581347 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.581508 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.581669 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.581830 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.581990 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.582174 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.582335 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.582497 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.582659 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.583088 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.583254 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.583418 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.583578 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.583739 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.583899 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.584077 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.584243 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.584384 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.584522 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.584667 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.584816 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.584993 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.585153 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.585294 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.585434 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.585599 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.585760 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.585931 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.586169 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.586305 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.586441 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.586575 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.586710 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.586892 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.587054 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.587214 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.587376 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.587521 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.587705 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.587843 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.588009 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.588170 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.588418 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.589037 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.589037 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.589037 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.589037 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.589585 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.589585 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.589585 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.589585 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.590107 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.590107 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.590921 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.591101 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.591268 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.591413 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.591553 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.591720 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.591876 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.592047 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.592216 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.592361 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.592536 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.592692 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.592863 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.593009 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.593180 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.593353 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.593516 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.593677 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.593839 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.593997 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.594226 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.594368 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.594508 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.594641 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.594802 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.595036 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.595181 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.595316 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.595450 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.595595 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.595741 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.595880 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.596017 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.596166 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.596305 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 17:30:45.596465 dv-cinder-835880-5-iscsi neutron-server[104407]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104407) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 17:30:57.268176 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360d8abd-3634-4911-a75a-d0f51d082a49 None None] get_active_networks_info from dv-cinder-835880-5-iscsi {{(pid=104732) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 17:30:57.281883 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2c434934-00ea-4200-988a-6f6817bd1967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761736'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:57.396227 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360d8abd-3634-4911-a75a-d0f51d082a49 None None] No non-hosted networks {{(pid=104732) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 17:30:59.500140 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0062b63b-2086-4a6b-a7fb-69a2cb0482e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761736'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:30:59.553314 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f0e71498-315f-4662-b2c2-d1d5422327a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:00.348460 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 48764) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:00.716317 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761736'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:01.056897 dv-cinder-835880-5-iscsi neutron-server[104731]: WARNING oslo_policy.policy [None req-bad9aca5-9bc8-40f9-ad4c-f5218a04d8ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:31:01.058013 dv-cinder-835880-5-iscsi neutron-server[104731]: WARNING oslo_policy.policy [None req-bad9aca5-9bc8-40f9-ad4c-f5218a04d8ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:31:01.302181 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [None req-bad9aca5-9bc8-40f9-ad4c-f5218a04d8ed admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:31:01.314888 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-bad9aca5-9bc8-40f9-ad4c-f5218a04d8ed admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9654803 Apr 06 17:31:01.935286 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761736'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:03.456656 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761736'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:03.457323 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.457722 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.458441 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.458828 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.459165 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.461093 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.461535 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.461894 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.462263 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.462588 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.462961 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.463281 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.463615 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.463937 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.464253 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:03.464670 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835880-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:03.487090 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835880-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:03.897179 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.db.l3_hamode_db [None req-b2d41f3a-2cb8-4666-94d7-2e120baf9164 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 17:31:03.960653 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 48798) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:03.980248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d41f3a-2cb8-4666-94d7-2e120baf9164 None None] Routers set() bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:03.980637 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d41f3a-2cb8-4666-94d7-2e120baf9164 None None] Router IDs set() for agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 17:31:04.273884 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-2b2af5d8-1f4d-4708-a234-64230232db6c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:31:04.366722 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.policy [None req-2b2af5d8-1f4d-4708-a234-64230232db6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104731) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 17:31:04.410324 dv-cinder-835880-5-iscsi neutron-server[104731]: WARNING oslo_policy.policy [None req-2b2af5d8-1f4d-4708-a234-64230232db6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:31:04.410631 dv-cinder-835880-5-iscsi neutron-server[104731]: WARNING oslo_policy.policy [None req-2b2af5d8-1f4d-4708-a234-64230232db6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:31:04.511639 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b2af5d8-1f4d-4708-a234-64230232db6c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728012450822', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728012451417', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728012337087', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728012329769', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728012352619', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728012348115', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1710456', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1652717', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-774648'] for rbac-policy (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:04.581483 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b2af5d8-1f4d-4708-a234-64230232db6c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:04.582753 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-2b2af5d8-1f4d-4708-a234-64230232db6c admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6211462 Apr 06 17:31:07.085866 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 48810) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:07.391111 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:31:07.421000 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Made reservation on behalf of b3e91e68b2bd47dc828b6c67ae4cf345 for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:31:07.424861 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:07.442904 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:07.553354 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Publish callbacks [] for security_group (f4d413ee-19c0-49a7-9ee3-5be51aadf3c7), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:07.557605 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f4d413ee-19c0-49a7-9ee3-5be51aadf3c7), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:07.581206 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=104731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:31:07.616251 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728016175984', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (a428c96c-a4ba-41ee-a67e-e1ad726f36a1), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:07.616822 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Unsubscribe: segment precommit_create {{(pid=104731) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 17:31:07.617327 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Added segment a428c96c-a4ba-41ee-a67e-e1ad726f36a1 of type vlan for network 1609fee3-9d11-4071-817e-0ddd421cc0d6 Apr 06 17:31:07.632872 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d413ee-19c0-49a7-9ee3-5be51aadf3c7,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:07.660373 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.660711 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.661064 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.661409 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.661736 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.662080 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.662397 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.662711 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.663027 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.663339 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.663652 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.663978 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.664290 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.664599 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.664912 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Tracked resource versions report: Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: pushed versions: Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: { 'AddressGroup': {'1.2'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Agent': {'1.1'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'ConntrackHelper': {'1.0'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Log': {'1.0'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'NDPProxy': {'1.0'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Network': {'1.1'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Port': {'1.7'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'PortForwarding': {'1.3'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'QosPolicy': {'1.10'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SecurityGroup': {'1.5'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SubPort': {'1.0'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Subnet': {'1.1'}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Trunk': {'1.1'}} Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: consumer versions: Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: { DHCP agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: L3 agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: Metadata agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: Metering agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: Open vSwitch agent@dv-cinder-835880-5-iscsi: { 'AddressGroup': '1.2', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Agent': '1.1', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'ConntrackHelper': '1.0', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'LocalIPAssociation': '1.0', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Log': '1.0', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'NDPProxy': '1.0', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Network': '1.1', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Port': '1.7', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'PortForwarding': '1.3', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'QosPolicy': '1.10', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SecurityGroup': '1.5', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SecurityGroupRule': '1.2', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SubPort': '1.0', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Subnet': '1.1', Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Trunk': '1.1'}} Apr 06 17:31:07.666925 dv-cinder-835880-5-iscsi neutron-server[104731]: {{(pid=104731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:31:07.730910 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (1609fee3-9d11-4071-817e-0ddd421cc0d6), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:07.768075 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (1609fee3-9d11-4071-817e-0ddd421cc0d6), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:07.773261 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:07.773967 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:07.862447 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7754562 Apr 06 17:31:07.891082 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbfe19-26f7-448a-b708-91d779dfb36a demo demo] Pushing event updated for resources: {'Network': ['ID=1609fee3-9d11-4071-817e-0ddd421cc0d6,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:07.904691 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 1609fee3-9d11-4071-817e-0ddd421cc0d6 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:31:10.429769 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 48822) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:10.840943 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6855dc45-bac4-4638-a90a-e6acf097dbc7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:10.842328 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-6855dc45-bac4-4638-a90a-e6acf097dbc7 demo admin] 10.222.0.18 "GET /v2.0/networks/1609fee3-9d11-4071-817e-0ddd421cc0d6 HTTP/1.1" status: 200 len: 825 time: 0.4115407 Apr 06 17:31:10.865664 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-05e278a3-a60a-4d80-a857-b695027bcedb demo admin] 10.222.0.18 "GET /v2.0/subnetpools/b796b733-4653-4e5e-8e07-a8a05fcad7c7 HTTP/1.1" status: 200 len: 734 time: 0.0177929 Apr 06 17:31:10.873815 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b796b733-4653-4e5e-8e07-a8a05fcad7c7'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:31:10.893879 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Made reservation on behalf of b3e91e68b2bd47dc828b6c67ae4cf345 for: {'subnet': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:31:10.896229 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:11.186915 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (48489e10-48f9-41b9-a121-7efae35917d9), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:11.260373 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Pushing event updated for resources: {'Subnet': ['ID=48489e10-48f9-41b9-a121-7efae35917d9,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:11.262357 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Checking segment: {'id': 'a428c96c-a4ba-41ee-a67e-e1ad726f36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:31:11.262739 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Network hostable DHCP agents. Network: 1609fee3-9d11-4071-817e-0ddd421cc0d6, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:31:11.283609 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Network 1609fee3-9d11-4071-817e-0ddd421cc0d6 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:31:11.295481 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 1609fee3-9d11-4071-817e-0ddd421cc0d6) {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:31:11.299866 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:11.300468 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:11.305967 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9086e5-b4bc-4fdd-b245-fdf3d45f040c None None] Network 1609fee3-9d11-4071-817e-0ddd421cc0d6 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:31:11.323132 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-2e79f3a2-bf47-49f1-8ad3-3c02a676830b demo admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4461045 Apr 06 17:31:11.697564 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-1609fee3-9d11-4071-817e-0ddd421cc0d6', 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6', 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'fixed_ips': [{'subnet_id': '48489e10-48f9-41b9-a121-7efae35917d9'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:31:11.699005 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:11.976451 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Allocated IP 172.20.0.2 (1609fee3-9d11-4071-817e-0ddd421cc0d6/48489e10-48f9-41b9-a121-7efae35917d9/3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:31:12.242665 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Publish callbacks [] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:12.250601 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:12.324953 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Network 1609fee3-9d11-4071-817e-0ddd421cc0d6 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:31:12.330168 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:31:12.334870 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:31:12.370905 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Pushing event updated for resources: {'Port': ['ID=3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:12.397601 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.397954 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.398340 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.398705 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.399044 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.399379 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.399710 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.401165 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.401509 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.401848 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.402207 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.402569 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.402888 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.403211 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.403535 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Tracked resource versions report: Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: pushed versions: Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: { 'AddressGroup': {'1.2'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Agent': {'1.1'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'ConntrackHelper': {'1.0'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Log': {'1.0'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'NDPProxy': {'1.0'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Network': {'1.1'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Port': {'1.7'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'PortForwarding': {'1.3'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'QosPolicy': {'1.10'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SecurityGroup': {'1.5'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SubPort': {'1.0'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Subnet': {'1.1'}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Trunk': {'1.1'}} Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: consumer versions: Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: { DHCP agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: L3 agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: Metadata agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: Metering agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: Open vSwitch agent@dv-cinder-835880-5-iscsi: { 'AddressGroup': '1.2', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Agent': '1.1', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'ConntrackHelper': '1.0', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'LocalIPAssociation': '1.0', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Log': '1.0', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'NDPProxy': '1.0', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Network': '1.1', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Port': '1.7', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'PortForwarding': '1.3', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'QosPolicy': '1.10', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SecurityGroup': '1.5', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SecurityGroupRule': '1.2', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SubPort': '1.0', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Subnet': '1.1', Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Trunk': '1.1'}} Apr 06 17:31:12.405000 dv-cinder-835880-5-iscsi neutron-server[104732]: {{(pid=104732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:31:12.439661 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Attempting to bind port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:31:12.440068 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Attempting to bind port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'a428c96c-a4ba-41ee-a67e-e1ad726f36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:31:12.440475 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Attempting to bind port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 on network 1609fee3-9d11-4071-817e-0ddd421cc0d6 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:31:12.445512 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:31:12.445903 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Checking segment: {'id': 'a428c96c-a4ba-41ee-a67e-e1ad726f36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:31:12.446415 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:12.447436 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Bound using segment: {'id': 'a428c96c-a4ba-41ee-a67e-e1ad726f36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:31:12.448446 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Bound port: 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a428c96c-a4ba-41ee-a67e-e1ad726f36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:31:12.448863 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:12.521098 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] For port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:31:12.544721 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] For port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4,segment=NetworkSegment(a428c96c-a4ba-41ee-a67e-e1ad726f36a1),segment_id=a428c96c-a4ba-41ee-a67e-e1ad726f36a1)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:31:12.551603 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:12.605311 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38115c87-edb3-48fe-a926-82c4c7459995 None None] Pushing event updated for resources: {'Port': ['ID=3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:13.931129 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 48830) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:14.241856 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [None req-7edd1c20-13e3-4860-bb19-bbf142381de0 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:31:14.242885 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-7edd1c20-13e3-4860-bb19-bbf142381de0 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3107562 Apr 06 17:31:16.805173 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 48838) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:17.154830 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [None req-eed7d3db-a6b0-4263-ac76-7843fbf28c92 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:31:17.156440 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-eed7d3db-a6b0-4263-ac76-7843fbf28c92 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3501723 Apr 06 17:31:19.865790 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 48846) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:20.172569 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-c45c2dee-15ae-4ce7-9db5-29099b798afe demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:31:20.195380 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45c2dee-15ae-4ce7-9db5-29099b798afe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (f60a8ec7-8071-49ac-95b7-786c97b844c5), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.197273 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45c2dee-15ae-4ce7-9db5-29099b798afe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (f60a8ec7-8071-49ac-95b7-786c97b844c5), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.331176 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45c2dee-15ae-4ce7-9db5-29099b798afe demo demo] Publish callbacks [] for router_controller (f60a8ec7-8071-49ac-95b7-786c97b844c5), precommit_add_association {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.336138 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45c2dee-15ae-4ce7-9db5-29099b798afe demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (f60a8ec7-8071-49ac-95b7-786c97b844c5), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.354723 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45c2dee-15ae-4ce7-9db5-29099b798afe demo demo] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:20.355883 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c45c2dee-15ae-4ce7-9db5-29099b798afe demo demo] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4891069 Apr 06 17:31:22.893250 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 48858) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:23.216586 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [None req-aa457cf5-2562-4b45-bd89-3cfb6cfa31e6 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:31:23.217658 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-aa457cf5-2562-4b45-bd89-3cfb6cfa31e6 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3233988 Apr 06 17:31:24.201914 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97896686-4879-452d-8e5f-859a03e67890 None None] Network 1609fee3-9d11-4071-817e-0ddd421cc0d6 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:31:24.245136 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:31:24.372048 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-aa9c5dde-169b-43aa-a540-35d7ce048007 None None] Provisioning complete for port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:24.372468 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5dde-169b-43aa-a540-35d7ce048007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:24.426318 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:24.426630 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:24.569254 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-aa9c5dde-169b-43aa-a540-35d7ce048007 None None] Current status of the port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:31:24.569642 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5dde-169b-43aa-a540-35d7ce048007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:24.631930 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:31:24.632340 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:24.637995 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-aa9c5dde-169b-43aa-a540-35d7ce048007 None None] For port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4,segment=NetworkSegment(a428c96c-a4ba-41ee-a67e-e1ad726f36a1),segment_id=a428c96c-a4ba-41ee-a67e-e1ad726f36a1)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:24.645423 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aa9c5dde-169b-43aa-a540-35d7ce048007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:24.727535 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c5dde-169b-43aa-a540-35d7ce048007 None None] Pushing event updated for resources: {'Port': ['ID=3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:24.731753 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.db.api [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:31:24.732158 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG oslo_db.api [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:31:24.765912 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-57023859-1a74-489f-b28f-01eecd1e0820 None None] Provisioning complete for port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:24.766332 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-57023859-1a74-489f-b28f-01eecd1e0820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:24.841822 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-57023859-1a74-489f-b28f-01eecd1e0820 None None] Current status of the port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:31:25.267319 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:31:25.742771 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 48868) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:26.047602 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:31:26.067951 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Made reservation on behalf of 7676cf2898164a10a5f109dca645c0c2 for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:31:26.070188 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:26.078380 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:26.149351 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Publish callbacks [] for security_group (d6c764bc-425a-4a50-880a-3008108a40a2), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:26.153983 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d6c764bc-425a-4a50-880a-3008108a40a2), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:26.168914 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Reserving flat network on physical network physnet1 {{(pid=104731) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 17:31:26.188393 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c764bc-425a-4a50-880a-3008108a40a2,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:26.193218 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (0ac10a7e-f8cc-46c6-aea2-0264c140b5ce), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:26.193563 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Added segment 0ac10a7e-f8cc-46c6-aea2-0264c140b5ce of type flat for network 32f4f01b-d72a-4573-a15f-a5f1aa438631 Apr 06 17:31:26.211010 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:31:26.239231 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (32f4f01b-d72a-4573-a15f-a5f1aa438631), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:26.261680 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:26.262093 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:26.271749 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (32f4f01b-d72a-4573-a15f-a5f1aa438631), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:26.272675 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:26.273269 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:26.338951 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:31:26.345996 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6016459 Apr 06 17:31:26.370645 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945caf84-ac96-4999-b605-fd0925e5d097 admin admin] Pushing event updated for resources: {'Network': ['ID=32f4f01b-d72a-4573-a15f-a5f1aa438631,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:26.381176 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:31:27.128562 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0cf5ee61-2f8c-4000-98af-3c01eb506577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:28.860782 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 48876) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:29.349833 dv-cinder-835880-5-iscsi neutron-server[104729]: WARNING oslo_policy.policy [None req-ca760204-36a5-4330-9e27-40315dbd125c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:31:29.350495 dv-cinder-835880-5-iscsi neutron-server[104729]: WARNING oslo_policy.policy [None req-ca760204-36a5-4330-9e27-40315dbd125c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:31:29.485649 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bd28b25a-a500-4950-8fee-03076b23bcd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:29.766612 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.policy [None req-ca760204-36a5-4330-9e27-40315dbd125c demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104729) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 17:31:29.810112 dv-cinder-835880-5-iscsi neutron-server[104729]: WARNING oslo_policy.policy [None req-ca760204-36a5-4330-9e27-40315dbd125c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:31:29.810482 dv-cinder-835880-5-iscsi neutron-server[104729]: WARNING oslo_policy.policy [None req-ca760204-36a5-4330-9e27-40315dbd125c demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 17:31:29.818403 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca760204-36a5-4330-9e27-40315dbd125c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:29.820237 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ca760204-36a5-4330-9e27-40315dbd125c demo admin] 10.222.0.18 "GET /v2.0/subnets/48489e10-48f9-41b9-a121-7efae35917d9 HTTP/1.1" status: 200 len: 849 time: 0.9573014 Apr 06 17:31:29.989841 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9e4eb0ef-6422-4fc6-b320-3c2cb1a4e50e demo admin] 10.222.0.18 "GET /v2.0/routers/f60a8ec7-8071-49ac-95b7-786c97b844c5 HTTP/1.1" status: 200 len: 704 time: 0.1620922 Apr 06 17:31:30.255102 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:30.581348 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Allocated IP 172.20.0.1 (1609fee3-9d11-4071-817e-0ddd421cc0d6/48489e10-48f9-41b9-a121-7efae35917d9/92d4bd02-fff0-4df3-a4a5-4257ea8adaaa) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:31:30.627612 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:30.792755 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Publish callbacks [] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:30.861160 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:30.901015 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Network 1609fee3-9d11-4071-817e-0ddd421cc0d6 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:31:30.902397 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:31:30.966888 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:31:30.967573 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (f60a8ec7-8071-49ac-95b7-786c97b844c5), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:31.034149 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Pushing event updated for resources: {'Port': ['ID=92d4bd02-fff0-4df3-a4a5-4257ea8adaaa,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:31.051370 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.051637 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.052001 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.052359 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.052702 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.053034 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.053365 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.053695 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.054053 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.054392 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.054719 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.055060 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.055389 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.056320 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.056647 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Tracked resource versions report: Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: pushed versions: Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: { 'AddressGroup': {'1.2'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Agent': {'1.1'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'ConntrackHelper': {'1.0'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Log': {'1.0'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'NDPProxy': {'1.0'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Network': {'1.1'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Port': {'1.7'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'PortForwarding': {'1.3'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'QosPolicy': {'1.10'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SecurityGroup': {'1.5'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SubPort': {'1.0'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Subnet': {'1.1'}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Trunk': {'1.1'}} Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: consumer versions: Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: { DHCP agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: L3 agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: Metadata agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: Metering agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: Open vSwitch agent@dv-cinder-835880-5-iscsi: { 'AddressGroup': '1.2', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Agent': '1.1', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'ConntrackHelper': '1.0', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'LocalIPAssociation': '1.0', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Log': '1.0', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'NDPProxy': '1.0', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Network': '1.1', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Port': '1.7', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'PortForwarding': '1.3', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'QosPolicy': '1.10', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SecurityGroup': '1.5', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SecurityGroupRule': '1.2', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SubPort': '1.0', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Subnet': '1.1', Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Trunk': '1.1'}} Apr 06 17:31:31.058317 dv-cinder-835880-5-iscsi neutron-server[104729]: {{(pid=104729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:31:31.197809 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:31.298792 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d08f4821-ddc0-48fa-890e-b22f26254cbb None None] Provisioning complete for port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:31.299103 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d08f4821-ddc0-48fa-890e-b22f26254cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:31.335772 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d08f4821-ddc0-48fa-890e-b22f26254cbb None None] Port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:31:31.418298 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Publish callbacks [] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:31.422607 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:31.423384 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (f60a8ec7-8071-49ac-95b7-786c97b844c5), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:31.502762 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Pushing event updated for resources: {'Port': ['ID=92d4bd02-fff0-4df3-a4a5-4257ea8adaaa,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:31.552535 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Network 1609fee3-9d11-4071-817e-0ddd421cc0d6 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:31:31.553846 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:31:31.757311 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-18525ace-9814-412f-a239-c9571eb174f1 None None] Provisioning complete for port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:31.757901 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-18525ace-9814-412f-a239-c9571eb174f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:31.791999 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Router f60a8ec7-8071-49ac-95b7-786c97b844c5 is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:31:31.793755 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-18525ace-9814-412f-a239-c9571eb174f1 None None] Port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:31:31.886134 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:31:31.887618 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:31.891728 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-aef939b7-d13b-4fad-92ba-f71cdce6df70 demo admin] 10.222.0.18 "PUT /v2.0/routers/f60a8ec7-8071-49ac-95b7-786c97b844c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8963616 Apr 06 17:31:31.897218 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Sync routers for ids ['f60a8ec7-8071-49ac-95b7-786c97b844c5'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:31:31.910267 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Routers {'f60a8ec7-8071-49ac-95b7-786c97b844c5'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:31.911114 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:31:29Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['f60a8ec7-8071-49ac-95b7-786c97b844c5'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:32.111150 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Set router f60a8ec7-8071-49ac-95b7-786c97b844c5 gateway port host: None {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:32.539360 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'name': 'router1', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:31:20Z', 'updated_at': '2022-04-06T17:31:31Z', 'revision_number': 2, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'gw_port_host': None, '_interfaces': [{'id': '92d4bd02-fff0-4df3-a4a5-4257ea8adaaa', 'name': '', 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'mac_address': 'fa:16:3e:fa:4d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48489e10-48f9-41b9-a121-7efae35917d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:31:30Z', 'updated_at': '2022-04-06T17:31:31Z', 'revision_number': 2, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'subnets': [{'id': '48489e10-48f9-41b9-a121-7efae35917d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b796b733-4653-4e5e-8e07-a8a05fcad7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:32.591233 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Checking router: f60a8ec7-8071-49ac-95b7-786c97b844c5 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:31:32.591594 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Updating router f60a8ec7-8071-49ac-95b7-786c97b844c5 port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa binding host dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:31:32.644572 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.152816 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Publish callbacks [] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.159173 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.311388 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Pushing event updated for resources: {'Port': ['ID=92d4bd02-fff0-4df3-a4a5-4257ea8adaaa,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:33.342363 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.342711 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.343055 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.343386 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.343719 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.344042 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.344362 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.344760 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.345087 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.345408 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.345731 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.346080 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.346403 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.346720 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.347034 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Tracked resource versions report: Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: pushed versions: Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: { 'AddressGroup': {'1.2'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Agent': {'1.1'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'ConntrackHelper': {'1.0'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Log': {'1.0'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'NDPProxy': {'1.0'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Network': {'1.1'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Port': {'1.7'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'PortForwarding': {'1.3'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'QosPolicy': {'1.10'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SecurityGroup': {'1.5'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SubPort': {'1.0'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Subnet': {'1.1'}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Trunk': {'1.1'}} Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: consumer versions: Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: { DHCP agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: L3 agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: Metadata agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: Metering agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: Open vSwitch agent@dv-cinder-835880-5-iscsi: { 'AddressGroup': '1.2', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Agent': '1.1', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'ConntrackHelper': '1.0', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'LocalIPAssociation': '1.0', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Log': '1.0', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'NDPProxy': '1.0', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Network': '1.1', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Port': '1.7', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'PortForwarding': '1.3', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'QosPolicy': '1.10', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SecurityGroup': '1.5', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SecurityGroupRule': '1.2', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SubPort': '1.0', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Subnet': '1.1', Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Trunk': '1.1'}} Apr 06 17:31:33.348516 dv-cinder-835880-5-iscsi neutron-server[104733]: {{(pid=104733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:31:33.361362 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Attempting to bind port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:31:33.361769 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Attempting to bind port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'a428c96c-a4ba-41ee-a67e-e1ad726f36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:31:33.362757 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Attempting to bind port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa on network 1609fee3-9d11-4071-817e-0ddd421cc0d6 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:31:33.367225 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:31:33.367656 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Checking segment: {'id': 'a428c96c-a4ba-41ee-a67e-e1ad726f36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:31:33.368359 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.368726 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Bound using segment: {'id': 'a428c96c-a4ba-41ee-a67e-e1ad726f36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:31:33.369296 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Bound port: 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a428c96c-a4ba-41ee-a67e-e1ad726f36a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:31:33.369674 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.422707 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-350fd929-9b15-47e1-bbcd-522addbbdab3 None None] Provisioning complete for port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:33.423240 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-350fd929-9b15-47e1-bbcd-522addbbdab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.439384 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] For port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:31:33.459561 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] For port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=92d4bd02-fff0-4df3-a4a5-4257ea8adaaa,segment=NetworkSegment(a428c96c-a4ba-41ee-a67e-e1ad726f36a1),segment_id=a428c96c-a4ba-41ee-a67e-e1ad726f36a1)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:31:33.467482 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.472864 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-350fd929-9b15-47e1-bbcd-522addbbdab3 None None] Port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:31:33.475975 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.527467 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8e8e6-a409-4995-b728-7db2c34fb6f1 None None] Pushing event updated for resources: {'Port': ['ID=92d4bd02-fff0-4df3-a4a5-4257ea8adaaa,revision_number=4']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:33.541347 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Routers {'f60a8ec7-8071-49ac-95b7-786c97b844c5'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:33.541982 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:31:29Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['f60a8ec7-8071-49ac-95b7-786c97b844c5'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:33.649095 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] Set router f60a8ec7-8071-49ac-95b7-786c97b844c5 gateway port host: None {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:33.793989 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-ed7ccd7d-bf1c-4813-a58b-86972605b93c None None] Provisioning complete for port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:33.794408 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ed7ccd7d-bf1c-4813-a58b-86972605b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.863770 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'name': 'router1', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:31:20Z', 'updated_at': '2022-04-06T17:31:31Z', 'revision_number': 2, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'gw_port_host': None, '_interfaces': [{'id': '92d4bd02-fff0-4df3-a4a5-4257ea8adaaa', 'name': '', 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'mac_address': 'fa:16:3e:fa:4d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48489e10-48f9-41b9-a121-7efae35917d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:31:30Z', 'updated_at': '2022-04-06T17:31:33Z', 'revision_number': 4, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'subnets': [{'id': '48489e10-48f9-41b9-a121-7efae35917d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b796b733-4653-4e5e-8e07-a8a05fcad7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:33.876028 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ccd7d-bf1c-4813-a58b-86972605b93c None None] Current status of the port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:31:33.876413 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ed7ccd7d-bf1c-4813-a58b-86972605b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.891591 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82152e6-6ad3-4606-8d2d-9c6cd8f1b75e None None] The sync data for ids ['f60a8ec7-8071-49ac-95b7-786c97b844c5'] in dv-cinder-835880-5-iscsi is: [{'id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'name': 'router1', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:31:20Z', 'updated_at': '2022-04-06T17:31:31Z', 'revision_number': 2, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'gw_port_host': None, '_interfaces': [{'id': '92d4bd02-fff0-4df3-a4a5-4257ea8adaaa', 'name': '', 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'mac_address': 'fa:16:3e:fa:4d:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48489e10-48f9-41b9-a121-7efae35917d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:31:30Z', 'updated_at': '2022-04-06T17:31:33Z', 'revision_number': 4, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'subnets': [{'id': '48489e10-48f9-41b9-a121-7efae35917d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b796b733-4653-4e5e-8e07-a8a05fcad7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:31:33.916580 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-ed7ccd7d-bf1c-4813-a58b-86972605b93c None None] For port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=92d4bd02-fff0-4df3-a4a5-4257ea8adaaa,segment=NetworkSegment(a428c96c-a4ba-41ee-a67e-e1ad726f36a1),segment_id=a428c96c-a4ba-41ee-a67e-e1ad726f36a1)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:33.921657 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ed7ccd7d-bf1c-4813-a58b-86972605b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:33.970654 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ccd7d-bf1c-4813-a58b-86972605b93c None None] Pushing event updated for resources: {'Port': ['ID=92d4bd02-fff0-4df3-a4a5-4257ea8adaaa,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:34.454274 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 48910) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:34.652577 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e238b32-f96f-4b50-bfba-6a749a56ddea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:34.653942 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1e238b32-f96f-4b50-bfba-6a749a56ddea admin admin] 10.222.0.18 "GET /v2.0/networks/32f4f01b-d72a-4573-a15f-a5f1aa438631 HTTP/1.1" status: 200 len: 842 time: 0.1986387 Apr 06 17:31:34.663453 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:31:34.698078 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Made reservation on behalf of 7676cf2898164a10a5f109dca645c0c2 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:31:34.700496 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:35.009937 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.objects.ports [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104729) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 17:31:35.010386 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (98487b39-8556-4afc-b8a3-586ed99cb37b), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:35.067651 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98487b39-8556-4afc-b8a3-586ed99cb37b,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:35.076834 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:31:35.077189 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Network hostable DHCP agents. Network: 32f4f01b-d72a-4573-a15f-a5f1aa438631, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:31:35.098238 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:31:35.109059 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 32f4f01b-d72a-4573-a15f-a5f1aa438631) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:31:35.113169 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:35.113788 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:35.120214 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c4dc07-addb-4205-9959-cd4d6abc3cd7 None None] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:31:35.154710 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9445b4fb-4732-4338-9652-6d81d055d18d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4820869 Apr 06 17:31:35.225045 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724df018-f5bd-4990-b3e1-50854f2d85da None None] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:31:37.674591 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 48928) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:37.814193 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-939afdec-77c5-4d83-9964-5ae653cda8a1 demo admin] 10.222.0.18 "GET /v2.0/routers/f60a8ec7-8071-49ac-95b7-786c97b844c5 HTTP/1.1" status: 200 len: 710 time: 0.1336665 Apr 06 17:31:37.894725 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5e229a-e7a2-4343-8742-68d826e93252 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:31:37.896078 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9d5e229a-e7a2-4343-8742-68d826e93252 demo admin] 10.222.0.18 "GET /v2.0/networks/32f4f01b-d72a-4573-a15f-a5f1aa438631 HTTP/1.1" status: 200 len: 886 time: 0.0813317 Apr 06 17:31:37.904964 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:31:38.154478 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Publish callbacks [] for router_gateway (f60a8ec7-8071-49ac-95b7-786c97b844c5), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:38.446135 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Publish callbacks [] for router_gateway (f60a8ec7-8071-49ac-95b7-786c97b844c5), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:38.522652 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:38.622935 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Allocated IP 172.27.2.206 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/66003200-ec88-422f-a3a9-4dbda3805d6b) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:31:38.723417 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Publish callbacks [] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:38.755765 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:38.794783 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:31:38.797720 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:31:38.801092 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:31:38.866234 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Pushing event updated for resources: {'Port': ['ID=66003200-ec88-422f-a3a9-4dbda3805d6b,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:39.063671 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Publish callbacks [] for router_gateway (f60a8ec7-8071-49ac-95b7-786c97b844c5), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:39.267491 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-760036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1970'] for router (f60a8ec7-8071-49ac-95b7-786c97b844c5), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:39.271117 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-760061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-761614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757869'] for router (f60a8ec7-8071-49ac-95b7-786c97b844c5), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:39.388410 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Router f60a8ec7-8071-49ac-95b7-786c97b844c5 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:31:39.498185 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:31:39.502707 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:39.504140 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8486035c-abdf-421f-8d7e-ed97435e119e demo admin] 10.222.0.18 "PUT /v2.0/routers/f60a8ec7-8071-49ac-95b7-786c97b844c5 HTTP/1.1" status: 200 len: 890 time: 1.6023381 Apr 06 17:31:42.045454 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 48940) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:31:42.163986 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-70815883-661f-40ad-a3fe-d0813e187aca admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1157339 Apr 06 17:31:42.241942 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:31:42.296916 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:42.297315 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:42.395717 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:31:42.695494 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Sync routers for ids ['f60a8ec7-8071-49ac-95b7-786c97b844c5'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:31:42.709996 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Routers {'f60a8ec7-8071-49ac-95b7-786c97b844c5'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:42.710326 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:31:29Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['f60a8ec7-8071-49ac-95b7-786c97b844c5'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:42.928441 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Set router f60a8ec7-8071-49ac-95b7-786c97b844c5 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:43.389425 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'name': 'router1', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '66003200-ec88-422f-a3a9-4dbda3805d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:31:20Z', 'updated_at': '2022-04-06T17:31:38Z', 'revision_number': 4, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'gw_port': {'id': '66003200-ec88-422f-a3a9-4dbda3805d6b', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:31:38Z', 'updated_at': '2022-04-06T17:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '92d4bd02-fff0-4df3-a4a5-4257ea8adaaa', 'name': '', 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'mac_address': 'fa:16:3e:fa:4d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48489e10-48f9-41b9-a121-7efae35917d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:31:30Z', 'updated_at': '2022-04-06T17:31:33Z', 'revision_number': 5, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'subnets': [{'id': '48489e10-48f9-41b9-a121-7efae35917d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b796b733-4653-4e5e-8e07-a8a05fcad7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:43.442041 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Checking router: f60a8ec7-8071-49ac-95b7-786c97b844c5 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:31:43.442758 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Updating router f60a8ec7-8071-49ac-95b7-786c97b844c5 port 66003200-ec88-422f-a3a9-4dbda3805d6b binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:31:43.505998 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:43.842428 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Publish callbacks [] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:43.854009 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:43.911465 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Attempting to bind port 66003200-ec88-422f-a3a9-4dbda3805d6b on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:31:43.911851 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Attempting to bind port 66003200-ec88-422f-a3a9-4dbda3805d6b by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:31:43.912223 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Attempting to bind port 66003200-ec88-422f-a3a9-4dbda3805d6b on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:31:43.920700 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e606949-ae68-403a-b489-93f2e569dc5e None None] Pushing event updated for resources: {'Port': ['ID=66003200-ec88-422f-a3a9-4dbda3805d6b,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:43.923837 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:31:43.923837 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:31:43.924079 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:43.924315 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:31:43.924788 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Bound port: 66003200-ec88-422f-a3a9-4dbda3805d6b, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:31:43.925172 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:43.983275 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] For port 66003200-ec88-422f-a3a9-4dbda3805d6b, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:31:43.986761 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] For port 66003200-ec88-422f-a3a9-4dbda3805d6b, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=66003200-ec88-422f-a3a9-4dbda3805d6b,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:31:43.993277 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:44.054231 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Routers {'f60a8ec7-8071-49ac-95b7-786c97b844c5'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:31:44.055367 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:31:29Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['f60a8ec7-8071-49ac-95b7-786c97b844c5'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:44.060044 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e606949-ae68-403a-b489-93f2e569dc5e None None] Pushing event updated for resources: {'Port': ['ID=66003200-ec88-422f-a3a9-4dbda3805d6b,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:44.170756 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] Set router f60a8ec7-8071-49ac-95b7-786c97b844c5 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:31:44.406622 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'name': 'router1', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '66003200-ec88-422f-a3a9-4dbda3805d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:31:20Z', 'updated_at': '2022-04-06T17:31:38Z', 'revision_number': 4, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'gw_port': {'id': '66003200-ec88-422f-a3a9-4dbda3805d6b', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:31:38Z', 'updated_at': '2022-04-06T17:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '92d4bd02-fff0-4df3-a4a5-4257ea8adaaa', 'name': '', 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'mac_address': 'fa:16:3e:fa:4d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48489e10-48f9-41b9-a121-7efae35917d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:31:30Z', 'updated_at': '2022-04-06T17:31:33Z', 'revision_number': 5, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'subnets': [{'id': '48489e10-48f9-41b9-a121-7efae35917d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b796b733-4653-4e5e-8e07-a8a05fcad7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:31:44.438601 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ffcc88-0da9-46eb-84f1-0b7cd81c2099 None None] The sync data for ids ['f60a8ec7-8071-49ac-95b7-786c97b844c5'] in dv-cinder-835880-5-iscsi is: [{'id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'name': 'router1', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.206'}], 'enable_snat': True}, 'gw_port_id': '66003200-ec88-422f-a3a9-4dbda3805d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:31:20Z', 'updated_at': '2022-04-06T17:31:38Z', 'revision_number': 4, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'gw_port': {'id': '66003200-ec88-422f-a3a9-4dbda3805d6b', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:31:38Z', 'updated_at': '2022-04-06T17:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '92d4bd02-fff0-4df3-a4a5-4257ea8adaaa', 'name': '', 'network_id': '1609fee3-9d11-4071-817e-0ddd421cc0d6', 'tenant_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'mac_address': 'fa:16:3e:fa:4d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60a8ec7-8071-49ac-95b7-786c97b844c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '48489e10-48f9-41b9-a121-7efae35917d9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:31:30Z', 'updated_at': '2022-04-06T17:31:33Z', 'revision_number': 5, 'project_id': 'b3e91e68b2bd47dc828b6c67ae4cf345', 'subnets': [{'id': '48489e10-48f9-41b9-a121-7efae35917d9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b796b733-4653-4e5e-8e07-a8a05fcad7c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:31:46.307428 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 66003200-ec88-422f-a3a9-4dbda3805d6b up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:31:46.391592 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 66003200-ec88-422f-a3a9-4dbda3805d6b triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:46.391907 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:46.499020 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 66003200-ec88-422f-a3a9-4dbda3805d6b is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:31:46.499467 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:46.542048 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port 66003200-ec88-422f-a3a9-4dbda3805d6b, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=66003200-ec88-422f-a3a9-4dbda3805d6b,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:31:46.547832 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:46.619360 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=66003200-ec88-422f-a3a9-4dbda3805d6b,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:31:48.311666 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 66003200-ec88-422f-a3a9-4dbda3805d6b up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:31:48.409845 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 66003200-ec88-422f-a3a9-4dbda3805d6b triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:31:48.409940 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (66003200-ec88-422f-a3a9-4dbda3805d6b), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:48.435665 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 5 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:31:48.519794 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 66003200-ec88-422f-a3a9-4dbda3805d6b is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:31:57.133900 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b1a8bf7c-9f64-480f-92cd-c12b282735fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:31:59.498875 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0d15c0a1-8d9b-4704-bffb-b40a5b8f38fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:00.744624 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:01.895636 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:03.451314 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:25.434684 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 5 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:32:27.138744 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8138a3cf-73c9-408c-bccf-11f2f532831b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:29.505702 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe017-fa1d-4477-98a7-ce3623298f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:30.642954 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:31.905769 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:33.457675 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:57.131641 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b186289c-bb27-4f3d-bd67-a3b388b5e5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:32:59.489459 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e518f8c4-16a5-48ab-9db3-52e02e4b0efe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:00.635523 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:01.897993 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:02.433691 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 5 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:33:03.444862 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:04.669786 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49424) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:04.730191 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.pecan_wsgi.hooks.translation [None req-7126c140-298a-4d49-96cd-e881bc5bfae3 admin admin] GET failed (client error): The resource could not be found. Apr 06 17:33:04.731481 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-7126c140-298a-4d49-96cd-e881bc5bfae3 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607131 Apr 06 17:33:04.891588 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c7bce3-9f03-4198-a0ca-eac4f6ef34a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:04.892984 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-95c7bce3-9f03-4198-a0ca-eac4f6ef34a6 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1574042 Apr 06 17:33:07.194316 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49434) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:07.358887 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27566dd5-84fe-49b4-834b-7c684494b356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:07.360268 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-27566dd5-84fe-49b4-834b-7c684494b356 admin admin] 10.222.0.18 "GET /v2.0/subnets/48489e10-48f9-41b9-a121-7efae35917d9 HTTP/1.1" status: 200 len: 849 time: 0.1650081 Apr 06 17:33:07.370263 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:33:07.452260 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Publish callbacks [] for subnet (48489e10-48f9-41b9-a121-7efae35917d9), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:07.595262 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728016106253'] for subnet (48489e10-48f9-41b9-a121-7efae35917d9), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:07.625292 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:07.625897 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:07.627416 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] 10.222.0.18 "PUT /v2.0/subnets/48489e10-48f9-41b9-a121-7efae35917d9 HTTP/1.1" status: 200 len: 868 time: 0.2606761 Apr 06 17:33:07.644949 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d81680f-3f56-4bb0-8049-22c217320952 None None] Network 1609fee3-9d11-4071-817e-0ddd421cc0d6 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:33:07.650414 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48489e10-48f9-41b9-a121-7efae35917d9,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:33:07.658427 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.658793 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.659123 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.659469 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.659813 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.660154 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.660489 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.660821 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.661156 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.661608 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.662448 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.662785 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.663116 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.663440 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.663768 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ee1045-4458-48cb-b250-f93b38c10595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:33:07.955659 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-be0ddb09-0860-4fae-a6e7-b967ec6b2f2d None None] Provisioning complete for port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:33:07.956051 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-be0ddb09-0860-4fae-a6e7-b967ec6b2f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:08.031626 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-be0ddb09-0860-4fae-a6e7-b967ec6b2f2d None None] Current status of the port 3237bfd3-cdc8-465a-bf6d-3c50eda6b8a4 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:33:08.041089 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-be0ddb09-0860-4fae-a6e7-b967ec6b2f2d None None] Provisioning complete for port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:33:08.041470 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-be0ddb09-0860-4fae-a6e7-b967ec6b2f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (92d4bd02-fff0-4df3-a4a5-4257ea8adaaa), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:08.116884 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-be0ddb09-0860-4fae-a6e7-b967ec6b2f2d None None] Current status of the port 92d4bd02-fff0-4df3-a4a5-4257ea8adaaa is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:33:09.956192 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49442) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:10.152896 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dc0c20-0f4c-4974-8e5c-0cb74d8e75b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:10.153287 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dc0c20-0f4c-4974-8e5c-0cb74d8e75b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:10.154843 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-60dc0c20-0f4c-4974-8e5c-0cb74d8e75b2 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976926 Apr 06 17:33:12.485708 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49450) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:12.620329 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49a54d5-1aef-4a15-b138-062d33465535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:12.620810 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49a54d5-1aef-4a15-b138-062d33465535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:12.622368 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e49a54d5-1aef-4a15-b138-062d33465535 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1357243 Apr 06 17:33:14.922816 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 49458) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:15.098460 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6245b7bc-6dfe-4395-8055-d16c1b644f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:15.099982 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-6245b7bc-6dfe-4395-8055-d16c1b644f1c admin admin] 10.222.0.18 "GET /v2.0/networks/1609fee3-9d11-4071-817e-0ddd421cc0d6 HTTP/1.1" status: 200 len: 869 time: 0.1762154 Apr 06 17:33:17.487810 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49468) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:17.619939 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f509b075-708a-401e-a648-ab9f0f7edc11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:17.621300 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f509b075-708a-401e-a648-ab9f0f7edc11 admin admin] 10.222.0.18 "GET /v2.0/networks/32f4f01b-d72a-4573-a15f-a5f1aa438631 HTTP/1.1" status: 200 len: 886 time: 0.1325336 Apr 06 17:33:19.991387 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49476) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:20.111500 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad90cb8-5e4d-4ef0-899c-bf2d9f6605da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:20.111961 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad90cb8-5e4d-4ef0-899c-bf2d9f6605da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:20.113483 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-cad90cb8-5e4d-4ef0-899c-bf2d9f6605da admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1211431 Apr 06 17:33:22.406232 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 49484) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:22.531040 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f025a4d-1829-4f25-89c2-175ab5548155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:22.531494 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f025a4d-1829-4f25-89c2-175ab5548155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:22.533055 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-2f025a4d-1829-4f25-89c2-175ab5548155 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258552 Apr 06 17:33:24.848942 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49492) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:24.940951 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c468b-6b1d-4bc0-af68-aecdb990afe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:24.942945 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e06c468b-6b1d-4bc0-af68-aecdb990afe7 admin admin] 10.222.0.18 "GET /v2.0/subnets/48489e10-48f9-41b9-a121-7efae35917d9 HTTP/1.1" status: 200 len: 868 time: 0.0923543 Apr 06 17:33:27.133989 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0e59c50-ac7f-44d4-9a18-0cc65f5c509c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:27.233472 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49500) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:33:27.319153 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baf5aa9-a63e-437a-a7ab-5da54b9662a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:33:27.320482 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1baf5aa9-a63e-437a-a7ab-5da54b9662a2 admin admin] 10.222.0.18 "GET /v2.0/subnets/98487b39-8556-4afc-b8a3-586ed99cb37b HTTP/1.1" status: 200 len: 816 time: 0.0860150 Apr 06 17:33:29.492248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-629be2b7-afac-4340-a3b2-1e23dd31e58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:30.638687 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:31.901663 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:33.439091 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:39.433043 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 5 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:33:57.136417 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2ae63107-10df-40b7-a270-d73f8f7b6dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:33:59.494956 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fc0893f6-bd55-4df3-89be-22637f0e8f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:00.647770 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:01.905105 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:03.443894 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:08.250651 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49558) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:34:08.297770 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [None req-ff5f058a-639f-4642-b3db-8a0f3aed1eac admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:34:08.298813 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ff5f058a-639f-4642-b3db-8a0f3aed1eac admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473504 Apr 06 17:34:10.676252 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49566) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:34:10.739010 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fb2cbb-d992-4845-bdfe-fa85aa605c1c admin admin] GET failed (client error): The resource could not be found. Apr 06 17:34:10.740364 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-66fb2cbb-d992-4845-bdfe-fa85aa605c1c admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0631616 Apr 06 17:34:10.825152 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc217e3-69e5-4147-984e-0e0bb5b27b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:34:10.826550 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6cc217e3-69e5-4147-984e-0e0bb5b27b8a admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822971 Apr 06 17:34:13.161855 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49574) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:34:13.207633 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:34:13.228749 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Made reservation on behalf of 7676cf2898164a10a5f109dca645c0c2 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:34:13.231010 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:13.257852 dv-cinder-835880-5-iscsi neutron-server[104729]: WARNING neutron.services.revisions.revision_plugin [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Could not find related network for resource to bump revision. Apr 06 17:34:13.274618 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:34:13.288184 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728016175984', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:13.288737 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Unsubscribe: segment precommit_create {{(pid=104729) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 17:34:13.289274 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Added segment 0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8 of type vlan for network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 Apr 06 17:34:13.339808 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (ee5a17ef-e8f6-4609-9f82-e36b30ee5795), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:13.370239 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (ee5a17ef-e8f6-4609-9f82-e36b30ee5795), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:13.371114 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:34:13.371682 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:13.446164 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2831399 Apr 06 17:34:13.467289 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Pushing event updated for resources: {'Network': ['ID=ee5a17ef-e8f6-4609-9f82-e36b30ee5795,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:34:13.475565 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.475911 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.476254 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.476595 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.476947 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.477279 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.480775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.480775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.480775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.480775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.480775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.480775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.480775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.480775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.480775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82cc4af6-67bb-417f-8fc8-9060cac047db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:13.493161 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:34:15.776609 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49582) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:34:15.835552 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.pecan_wsgi.hooks.translation [None req-66895aed-8259-4a72-a875-e641ea3b6fc5 admin admin] GET failed (client error): The resource could not be found. Apr 06 17:34:15.836830 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-66895aed-8259-4a72-a875-e641ea3b6fc5 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593336 Apr 06 17:34:15.904412 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46863ef1-0769-4dc5-938d-8aa52c560e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:34:15.905825 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-46863ef1-0769-4dc5-938d-8aa52c560e83 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649362 Apr 06 17:34:15.915178 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:34:15.933537 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Made reservation on behalf of 7676cf2898164a10a5f109dca645c0c2 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:34:15.935714 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:16.098712 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (badc67dd-67b9-4738-a982-50eddc11592c), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:16.154475 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Pushing event updated for resources: {'Subnet': ['ID=badc67dd-67b9-4738-a982-50eddc11592c,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:34:16.164371 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Checking segment: {'id': '0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:34:16.164723 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Network hostable DHCP agents. Network: ee5a17ef-e8f6-4609-9f82-e36b30ee5795, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:34:16.180650 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:34:16.188347 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, ee5a17ef-e8f6-4609-9f82-e36b30ee5795) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:34:16.193473 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:34:16.194586 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:16.197748 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bef8b2-13dd-4158-aad2-7fd5def5e54c None None] Network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:34:16.220836 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-050f17a4-38b8-4193-a74a-45e60f1b984d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2977765 Apr 06 17:34:16.407568 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-ee5a17ef-e8f6-4609-9f82-e36b30ee5795', 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795', 'project_id': '7676cf2898164a10a5f109dca645c0c2', 'fixed_ips': [{'subnet_id': 'badc67dd-67b9-4738-a982-50eddc11592c'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:34:16.408518 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:16.435320 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 5 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:34:16.546905 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Allocated IP 192.168.233.2 (ee5a17ef-e8f6-4609-9f82-e36b30ee5795/badc67dd-67b9-4738-a982-50eddc11592c/7865099f-8ba6-46c9-b7c0-80d9a4d712dd) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:34:16.693636 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Publish callbacks [] for port (7865099f-8ba6-46c9-b7c0-80d9a4d712dd), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:16.700542 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (7865099f-8ba6-46c9-b7c0-80d9a4d712dd), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:16.739105 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:34:16.744073 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:34:16.746761 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:34:16.763202 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Pushing event updated for resources: {'Port': ['ID=7865099f-8ba6-46c9-b7c0-80d9a4d712dd,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:34:16.784555 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.784897 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.785258 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.785609 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.785943 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.786316 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.786638 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.786959 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.787280 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.787603 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.787928 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.788282 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.788597 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.788911 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.789228 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:34:16.825731 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Attempting to bind port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:34:16.826272 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Attempting to bind port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:34:16.826496 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Attempting to bind port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd on network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:34:16.832016 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:34:16.832480 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Checking segment: {'id': '0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:34:16.832939 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:16.833326 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Bound using segment: {'id': '0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:34:16.834071 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Bound port: 7865099f-8ba6-46c9-b7c0-80d9a4d712dd, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:34:16.834431 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (7865099f-8ba6-46c9-b7c0-80d9a4d712dd), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:16.895513 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] For port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:34:16.898654 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] For port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=7865099f-8ba6-46c9-b7c0-80d9a4d712dd,segment=NetworkSegment(0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8),segment_id=0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:34:16.904549 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (7865099f-8ba6-46c9-b7c0-80d9a4d712dd), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:16.966000 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccef297-91c8-4ec2-94d8-3ed773dcb664 None None] Pushing event updated for resources: {'Port': ['ID=7865099f-8ba6-46c9-b7c0-80d9a4d712dd,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:34:17.812647 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668c6f85-fb93-4989-916f-758a00a74d01 None None] Network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:34:17.881890 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-e658198f-7062-4909-9687-5b6f67efa89f None None] Provisioning complete for port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:34:17.882326 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e658198f-7062-4909-9687-5b6f67efa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7865099f-8ba6-46c9-b7c0-80d9a4d712dd), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:18.010529 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-e658198f-7062-4909-9687-5b6f67efa89f None None] Current status of the port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:34:18.010695 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e658198f-7062-4909-9687-5b6f67efa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (7865099f-8ba6-46c9-b7c0-80d9a4d712dd), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:18.059642 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-e658198f-7062-4909-9687-5b6f67efa89f None None] For port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=7865099f-8ba6-46c9-b7c0-80d9a4d712dd,segment=NetworkSegment(0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8),segment_id=0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:34:18.065296 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e658198f-7062-4909-9687-5b6f67efa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (7865099f-8ba6-46c9-b7c0-80d9a4d712dd), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:18.132446 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658198f-7062-4909-9687-5b6f67efa89f None None] Pushing event updated for resources: {'Port': ['ID=7865099f-8ba6-46c9-b7c0-80d9a4d712dd,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:34:18.302312 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-84c600a9-ad0c-4edc-925b-9f562f203675 None None] Provisioning complete for port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:34:18.302894 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-84c600a9-ad0c-4edc-925b-9f562f203675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7865099f-8ba6-46c9-b7c0-80d9a4d712dd), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:18.344919 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 7865099f-8ba6-46c9-b7c0-80d9a4d712dd up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:34:18.436402 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:34:18.436792 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7865099f-8ba6-46c9-b7c0-80d9a4d712dd), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:18.438481 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-84c600a9-ad0c-4edc-925b-9f562f203675 None None] Current status of the port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:34:18.535035 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 7865099f-8ba6-46c9-b7c0-80d9a4d712dd is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:34:27.142654 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ee29-09ed-416b-a95a-9384adbbd8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:29.498436 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0dfebd7b-2580-40b1-ba8c-210c0466f4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:30.645133 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:31.906737 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:33.446984 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:53.434289 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 5 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:34:57.133871 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7eb848af-0dce-4cec-8c26-068c8d3b4be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:34:59.500059 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3293a502-b017-4086-b18d-f619e332ebf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:00.648669 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:01.909594 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:03.451294 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:27.135750 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-53468f21-4693-436c-b108-bda7eede7a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:29.501457 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d41a-75e2-4f8f-8a57-5ecc932a49a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:30.433266 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 5 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:35:30.652222 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:31.913156 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:33.458171 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:47.025127 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49620) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:35:47.030930 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [None req-8ebe4a70-d8d6-45ff-aefc-af3840e4144d tempest-verify_tempest_config-509280732 tempest-verify_tempest_config-509280732-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:35:47.031929 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8ebe4a70-d8d6-45ff-aefc-af3840e4144d tempest-verify_tempest_config-509280732 tempest-verify_tempest_config-509280732-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058165 Apr 06 17:35:47.312982 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49638) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:35:47.412061 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:47.511663 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Publish callbacks [] for security_group (e4a2cc56-3daa-4721-97e5-b3ece00a6f94), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:47.515617 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e4a2cc56-3daa-4721-97e5-b3ece00a6f94), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:47.558579 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a2cc56-3daa-4721-97e5-b3ece00a6f94,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:35:47.563035 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f73b2f8c28b5411c8815ca5442223ddb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2490783 Apr 06 17:35:47.566497 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 49642) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:35:47.568364 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.568719 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.569073 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.569413 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.569747 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.570089 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.570413 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.570732 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.571066 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.571390 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.571731 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.572064 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.572383 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.572696 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.573040 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcf7243-75fc-45e9-885d-72c24c3e05c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.623409 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Publish callbacks [] for security_group (e4a2cc56-3daa-4721-97e5-b3ece00a6f94), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:47.643753 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Publish callbacks [] for security_group (e4a2cc56-3daa-4721-97e5-b3ece00a6f94), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:47.737519 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e4a2cc56-3daa-4721-97e5-b3ece00a6f94), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:47.740600 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:47.741794 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4a2cc56-3daa-4721-97e5-b3ece00a6f94 HTTP/1.1" status: 204 len: 168 time: 0.1742775 Apr 06 17:35:47.749757 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a2cc56-3daa-4721-97e5-b3ece00a6f94,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:35:47.757011 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.757359 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.757723 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.758089 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.758422 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.758825 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.759060 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.759382 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.759700 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.760116 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.760338 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.760659 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.760972 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.761472 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:47.761793 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb5e92-76a9-45fe-a57e-3f7df517407b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:35:57.139189 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-098e8a3e-1df3-49fc-80d6-a31de828e77b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:35:59.505702 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9cf398ca-fd78-4733-b80b-dd5edbfebc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:00.653912 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:01.916061 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:03.450439 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:07.431859 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 5 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:36:27.141403 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-96713cde-3962-4a51-9db3-a49bdc5a2045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:29.506184 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a7ac997c-f5d7-4d8d-abe4-00e586b3df84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:30.657167 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:31.917483 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:33.451746 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:44.432254 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 5 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:36:57.144097 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3373e222-aa9c-4797-82dd-566a8cdb45df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:36:59.513686 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b93c517d-b9b3-4bf4-863a-4f4f5610807a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:00.659703 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:01.919905 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:03.454890 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:21.431810 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 5 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:37:27.146251 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-505cd110-4a7d-47fe-9fb7-76892a118d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:29.517477 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e33b0f2a-e646-472f-b283-bac40a2226aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:30.662182 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:31.922905 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:32.682845 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-761736'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:33.457402 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:47.107171 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 49714) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:47.211136 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-174e1f8b-6e63-4088-8d9d-dfcce90e1297 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1028681 Apr 06 17:37:49.553664 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 49724) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:37:49.607506 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c3de1bb5-0945-4692-9406-d93f3468272b admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527384 Apr 06 17:37:57.149407 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-deea15a4-a3cd-4168-886f-fa89f30a56fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:37:58.430464 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:37:59.520129 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-934f0f02-7384-48fa-9cf2-59181da3508c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:00.665119 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:01.928557 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:02.641847 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:03.458953 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:27.149983 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1d6f68bc-c821-41cb-a393-6d93ef5d45cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:29.521576 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-06ea1d06-360e-4189-aa95-dfd77fbd8645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:30.668315 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:31.927851 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:32.640691 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:33.462235 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:35.428634 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:38:57.151839 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0eaf7b99-4816-4204-9d6f-cdab5e4fa9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:38:59.526878 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d88b7285-86cf-46eb-8fac-c061a259cf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:00.671868 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:01.931609 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:02.641373 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:03.464600 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:12.427517 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:39:27.164309 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-183b8836-78ae-42cc-a067-1d2f8d7857b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:28.302626 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49808) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:28.488957 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-467809509-network', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:28.512033 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Made reservation on behalf of 1acd353f385b44ef8976ac85be9bdc6f for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:28.516466 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:28.528069 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:28.720507 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Publish callbacks [] for security_group (cda2029b-8303-44d7-a00c-02505e8a01e4), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:28.724698 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (cda2029b-8303-44d7-a00c-02505e8a01e4), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:28.754808 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda2029b-8303-44d7-a00c-02505e8a01e4,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:28.763455 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:39:28.767013 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.767360 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.767727 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.768030 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.768360 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.768685 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.769016 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.769330 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.769665 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.769990 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.770353 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.770690 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.771017 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.771332 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.771647 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Tracked resource versions report: Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: pushed versions: Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: { 'AddressGroup': {'1.2'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Agent': {'1.1'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'ConntrackHelper': {'1.0'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Log': {'1.0'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'NDPProxy': {'1.0'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Network': {'1.1'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Port': {'1.7'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'PortForwarding': {'1.3'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'QosPolicy': {'1.10'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SecurityGroup': {'1.5'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SubPort': {'1.0'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Subnet': {'1.1'}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Trunk': {'1.1'}} Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: consumer versions: Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: { DHCP agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: HyperV agent@hv-cinder-83588: {}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: L3 agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: Metadata agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: Metering agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: Open vSwitch agent@dv-cinder-835880-5-iscsi: { 'AddressGroup': '1.2', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Agent': '1.1', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'ConntrackHelper': '1.0', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'LocalIPAssociation': '1.0', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Log': '1.0', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'NDPProxy': '1.0', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Network': '1.1', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Port': '1.7', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'PortForwarding': '1.3', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'QosPolicy': '1.10', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SecurityGroup': '1.5', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SecurityGroupRule': '1.2', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'SubPort': '1.0', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Subnet': '1.1', Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: 'Trunk': '1.1'}} Apr 06 17:39:28.773453 dv-cinder-835880-5-iscsi neutron-server[104729]: {{(pid=104729) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:39:28.789915 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (fe7b9e63-0cc4-42ed-8373-563cde6504a3), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:28.789915 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Added segment fe7b9e63-0cc4-42ed-8373-563cde6504a3 of type vlan for network 148f62ba-7daa-425d-ad50-d3580e75541e Apr 06 17:39:28.833372 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (148f62ba-7daa-425d-ad50-d3580e75541e), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:28.867432 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (148f62ba-7daa-425d-ad50-d3580e75541e), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:28.868479 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:28.869291 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:28.941453 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6376750 Apr 06 17:39:28.944818 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 49862) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:28.952777 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Request body: {'subnet': {'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-subnet', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:28.953102 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1e33e-0cf0-4f7f-9db0-7f7eaf70ecf2 admin admin] Pushing event updated for resources: {'Network': ['ID=148f62ba-7daa-425d-ad50-d3580e75541e,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:28.963525 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 148f62ba-7daa-425d-ad50-d3580e75541e details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:39:29.010145 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Made reservation on behalf of 1acd353f385b44ef8976ac85be9bdc6f for: {'subnet': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:29.012400 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.209786 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (b41a8b0f-75ba-44ac-b938-b9405ebb4671), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.257860 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b41a8b0f-75ba-44ac-b938-b9405ebb4671,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:29.269854 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.270261 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.270588 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.271104 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.271592 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.272073 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.272556 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.273033 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.273512 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.273995 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.274522 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.275022 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.275500 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.275965 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.276457 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Tracked resource versions report: Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: pushed versions: Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: { 'AddressGroup': {'1.2'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Agent': {'1.1'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'ConntrackHelper': {'1.0'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Log': {'1.0'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'NDPProxy': {'1.0'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Network': {'1.1'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Port': {'1.7'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'PortForwarding': {'1.3'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'QosPolicy': {'1.10'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SecurityGroup': {'1.5'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SubPort': {'1.0'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Subnet': {'1.1'}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Trunk': {'1.1'}} Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: consumer versions: Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: { DHCP agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: HyperV agent@hv-cinder-83588: {}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: L3 agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: Metadata agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: Metering agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: Open vSwitch agent@dv-cinder-835880-5-iscsi: { 'AddressGroup': '1.2', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Agent': '1.1', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'ConntrackHelper': '1.0', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'LocalIPAssociation': '1.0', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Log': '1.0', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'NDPProxy': '1.0', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Network': '1.1', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Port': '1.7', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'PortForwarding': '1.3', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'QosPolicy': '1.10', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SecurityGroup': '1.5', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SecurityGroupRule': '1.2', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'SubPort': '1.0', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Subnet': '1.1', Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: 'Trunk': '1.1'}} Apr 06 17:39:29.277677 dv-cinder-835880-5-iscsi neutron-server[104731]: {{(pid=104731) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:39:29.304526 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Checking segment: {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:29.304939 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Network hostable DHCP agents. Network: 148f62ba-7daa-425d-ad50-d3580e75541e, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:39:29.324527 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Network 148f62ba-7daa-425d-ad50-d3580e75541e is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:39:29.337500 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 148f62ba-7daa-425d-ad50-d3580e75541e) {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:29.341765 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:29.343489 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.350878 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a376f-c735-47d9-afd5-dc27e0d68343 None None] Network 148f62ba-7daa-425d-ad50-d3580e75541e requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:39:29.361377 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-d1e7024a-ac14-416b-bdbb-7578ba3b37cf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4147623 Apr 06 17:39:29.364073 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 49884) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:29.369040 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:29.394909 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.397062 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.473253 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks [] for router_controller (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), precommit_add_association {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.473800 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-148f62ba-7daa-425d-ad50-d3580e75541e', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:39:29.474719 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.598620 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-15147d8d-f504-4161-b615-0c35a476a8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.680015 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Allocated IP 172.20.0.2 (148f62ba-7daa-425d-ad50-d3580e75541e/b41a8b0f-75ba-44ac-b938-b9405ebb4671/4e2845bb-09e5-4a21-b6ab-48feaab238f3) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:29.874534 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks [] for router_gateway (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.885095 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Publish callbacks [] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.893888 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:29.939248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Network 148f62ba-7daa-425d-ad50-d3580e75541e is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:29.939248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:29.942490 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:29.957581 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Pushing event updated for resources: {'Port': ['ID=4e2845bb-09e5-4a21-b6ab-48feaab238f3,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:29.968866 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.969574 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.969574 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.969896 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.970280 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.970785 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.971285 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.971611 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.971928 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.972409 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.972890 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.973382 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.973863 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.974364 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.974686 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Tracked resource versions report: Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: pushed versions: Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: { 'AddressGroup': {'1.2'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Agent': {'1.1'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'ConntrackHelper': {'1.0'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Log': {'1.0'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'NDPProxy': {'1.0'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Network': {'1.1'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Port': {'1.7'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'PortForwarding': {'1.3'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'QosPolicy': {'1.10'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SecurityGroup': {'1.5'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SubPort': {'1.0'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Subnet': {'1.1'}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Trunk': {'1.1'}} Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: consumer versions: Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: { DHCP agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: HyperV agent@hv-cinder-83588: {}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: L3 agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: Metadata agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: Metering agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: Open vSwitch agent@dv-cinder-835880-5-iscsi: { 'AddressGroup': '1.2', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Agent': '1.1', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'ConntrackHelper': '1.0', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'LocalIPAssociation': '1.0', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Log': '1.0', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'NDPProxy': '1.0', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Network': '1.1', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Port': '1.7', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'PortForwarding': '1.3', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'QosPolicy': '1.10', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SecurityGroup': '1.5', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SecurityGroupRule': '1.2', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'SubPort': '1.0', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Subnet': '1.1', Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: 'Trunk': '1.1'}} Apr 06 17:39:29.975891 dv-cinder-835880-5-iscsi neutron-server[104732]: {{(pid=104732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:39:30.037689 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Attempting to bind port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:39:30.038092 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Attempting to bind port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:39:30.038650 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Attempting to bind port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 on network 148f62ba-7daa-425d-ad50-d3580e75541e {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:30.045325 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:39:30.046654 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Checking segment: {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:30.047223 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.047767 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Bound using segment: {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:39:30.048480 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Bound port: 4e2845bb-09e5-4a21-b6ab-48feaab238f3, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:39:30.049024 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.153150 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] For port 4e2845bb-09e5-4a21-b6ab-48feaab238f3, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:39:30.159819 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks [] for router_gateway (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.162128 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] For port 4e2845bb-09e5-4a21-b6ab-48feaab238f3, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=4e2845bb-09e5-4a21-b6ab-48feaab238f3,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:39:30.169831 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.205221 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.230547 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49932) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:30.250998 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75224c82-1c7a-4417-94f4-ce0fbd65e810 None None] Pushing event updated for resources: {'Port': ['ID=4e2845bb-09e5-4a21-b6ab-48feaab238f3,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:30.415193 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Allocated IP 172.27.2.107 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/719910c6-d8f3-4c67-a328-7e8cfd632a42) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:30.631794 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49946) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:30.637559 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks [] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.682615 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.694188 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-40986040-network', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:30.721859 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Made reservation on behalf of 9231d007afb3425e8b8e3dbcc02b0f2e for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:30.726446 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.731425 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.738703 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.836773 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Pushing event updated for resources: {'Port': ['ID=719910c6-d8f3-4c67-a328-7e8cfd632a42,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:30.842748 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Publish callbacks [] for security_group (ae87eea8-d10f-4e5f-b730-ed8350fcba2b), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.848141 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ae87eea8-d10f-4e5f-b730-ed8350fcba2b), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.853734 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:30.855568 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:30.859869 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:30.865347 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:39:30.877058 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (dd6ee109-c11c-45d7-a81b-93b4a5103b87), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.877535 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Added segment dd6ee109-c11c-45d7-a81b-93b4a5103b87 of type vlan for network 6369e41b-044c-4773-9dbb-ba65b327e8a3 Apr 06 17:39:30.924999 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (6369e41b-044c-4773-9dbb-ba65b327e8a3), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.971824 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (6369e41b-044c-4773-9dbb-ba65b327e8a3), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:30.972851 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:30.975542 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.015468 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae87eea8-d10f-4e5f-b730-ed8350fcba2b,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:31.063228 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 49958) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:31.121552 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] Pushing event updated for resources: {'Network': ['ID=6369e41b-044c-4773-9dbb-ba65b327e8a3,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:31.131545 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1130945762-network', 'tenant_id': '87308970bb8c47498926e0b72fe50b18'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:31.157746 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b32c9e68-cec8-4a36-b059-3db60d7fafff admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9252319 Apr 06 17:39:31.160172 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Made reservation on behalf of 87308970bb8c47498926e0b72fe50b18 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:31.163108 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.174749 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 49966) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:31.176297 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.190378 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Request body: {'subnet': {'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-40986040-subnet', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:31.285640 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Publish callbacks [] for security_group (02ee8bee-a4f2-403e-a885-eb462ed9053d), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.291234 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Made reservation on behalf of 9231d007afb3425e8b8e3dbcc02b0f2e for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:31.296356 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.309658 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 6369e41b-044c-4773-9dbb-ba65b327e8a3 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:39:31.313134 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 49970) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:31.341183 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (02ee8bee-a4f2-403e-a885-eb462ed9053d), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.425412 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks [] for router_gateway (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.430833 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:39:31.471746 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (9d78d642-b76e-4142-ac10-f90f309fcc0c), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.472651 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Added segment 9d78d642-b76e-4142-ac10-f90f309fcc0c of type vlan for network 46a47786-96d2-4524-85d9-d3afc011b078 Apr 06 17:39:31.482441 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ee8bee-a4f2-403e-a885-eb462ed9053d,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:31.554273 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-network', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:31.581532 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1865875515-network', 'tenant_id': '65b713f0d262481fa2d0b32648efd396'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:31.583360 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (46a47786-96d2-4524-85d9-d3afc011b078), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.590884 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Made reservation on behalf of 0a6b7aa3146044f68b557df2f26429f8 for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:31.595152 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.604798 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f58093b-1613-4afb-85c7-e192f7be8e3f None None] Network 148f62ba-7daa-425d-ad50-d3580e75541e requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:39:31.655509 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.667574 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (46a47786-96d2-4524-85d9-d3afc011b078), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.669218 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:31.669854 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.694929 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Made reservation on behalf of 65b713f0d262481fa2d0b32648efd396 for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:31.712349 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.729866 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.758609 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-5ce47c63-b1db-46dc-850b-7e1418d500df None None] Provisioning complete for port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:31.758894 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5ce47c63-b1db-46dc-850b-7e1418d500df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.785691 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (679d91da-34c0-4cc7-8657-b78253e29f8e), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.851719 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2185173 Apr 06 17:39:31.857265 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=679d91da-34c0-4cc7-8657-b78253e29f8e,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:31.860637 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50000) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:31.865766 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Request body: {'subnet': {'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-subnet', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:31.870740 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10959c-f1b6-4c94-8759-0920a64efe71 admin admin] Pushing event updated for resources: {'Network': ['ID=46a47786-96d2-4524-85d9-d3afc011b078,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:31.908693 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Made reservation on behalf of 87308970bb8c47498926e0b72fe50b18 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:31.908900 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 46a47786-96d2-4524-85d9-d3afc011b078 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:39:31.911441 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:31.969958 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Checking segment: {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:31.970611 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Network hostable DHCP agents. Network: 6369e41b-044c-4773-9dbb-ba65b327e8a3, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:39:32.006632 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Network 6369e41b-044c-4773-9dbb-ba65b327e8a3 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:39:32.030819 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 6369e41b-044c-4773-9dbb-ba65b327e8a3) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:32.038327 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:32.039026 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.059615 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a602aa-aa49-42a2-8ecc-71db9182c28a None None] Network 6369e41b-044c-4773-9dbb-ba65b327e8a3 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:39:32.093223 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-336960ad-0cc0-47a9-b86e-efdd9bf0c5d4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9044423 Apr 06 17:39:32.094522 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50010) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:32.100651 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:32.166682 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Publish callbacks [] for security_group (d218356f-ca9a-466a-baf9-7f8383f973f7), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.176995 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.185460 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (2b4c5aab-7cde-47c5-a314-13afc3a2af09), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.187167 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (2b4c5aab-7cde-47c5-a314-13afc3a2af09), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.187489 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d218356f-ca9a-466a-baf9-7f8383f973f7), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.230646 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d218356f-ca9a-466a-baf9-7f8383f973f7,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:32.285863 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (9e312bc6-ff32-47ed-8e0a-e3b0187732d4), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.304167 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Publish callbacks [] for security_group (0972135e-65c3-41cc-bbf5-08a0811a172a), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.304167 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=104731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:39:32.320629 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (0972135e-65c3-41cc-bbf5-08a0811a172a), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.338247 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=104731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:39:32.349837 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (2a704f58-12e7-4d2e-9739-40290439e651), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.350211 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Added segment 2a704f58-12e7-4d2e-9739-40290439e651 of type vlan for network 674a73c1-88e5-450b-9450-455653d5d957 Apr 06 17:39:32.437600 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (674a73c1-88e5-450b-9450-455653d5d957), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.506091 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (b7da9523-7912-4191-8f94-1212ab533fb8), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.506476 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Added segment b7da9523-7912-4191-8f94-1212ab533fb8 of type vlan for network 304acbdc-aff8-422e-8c31-45f0ba8974ee Apr 06 17:39:32.510486 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (674a73c1-88e5-450b-9450-455653d5d957), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.511438 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:32.512019 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.573536 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2576036 Apr 06 17:39:32.590050 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50026) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:32.602005 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Request body: {'subnet': {'network_id': '674a73c1-88e5-450b-9450-455653d5d957', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1865875515-subnet', 'tenant_id': '65b713f0d262481fa2d0b32648efd396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:32.609424 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-5ce47c63-b1db-46dc-850b-7e1418d500df None None] Current status of the port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:32.611200 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5ce47c63-b1db-46dc-850b-7e1418d500df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.613641 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks [] for router_controller (2b4c5aab-7cde-47c5-a314-13afc3a2af09), precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.626103 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.634249 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 4e2845bb-09e5-4a21-b6ab-48feaab238f3 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:32.678770 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e312bc6-ff32-47ed-8e0a-e3b0187732d4,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:32.681322 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0972135e-65c3-41cc-bbf5-08a0811a172a,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:32.716087 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (304acbdc-aff8-422e-8c31-45f0ba8974ee), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.722752 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Made reservation on behalf of 65b713f0d262481fa2d0b32648efd396 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:32.725911 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.787208 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e82f05-0b77-40ae-93ef-9e34cb8b2e7e admin admin] Pushing event updated for resources: {'Network': ['ID=674a73c1-88e5-450b-9450-455653d5d957,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:32.788600 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.798101 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (304acbdc-aff8-422e-8c31-45f0ba8974ee), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.799308 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:32.799722 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.820465 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Checking segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:32.820743 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 674a73c1-88e5-450b-9450-455653d5d957 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:39:32.820962 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Network hostable DHCP agents. Network: 46a47786-96d2-4524-85d9-d3afc011b078, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:39:32.833621 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7690685 Apr 06 17:39:32.862645 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50028) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:32.871252 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Request body: {'subnet': {'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-subnet', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:32.890100 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:39:32.899542 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks [] for router_gateway (2b4c5aab-7cde-47c5-a314-13afc3a2af09), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.900205 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-5ce47c63-b1db-46dc-850b-7e1418d500df None None] For port 4e2845bb-09e5-4a21-b6ab-48feaab238f3, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=4e2845bb-09e5-4a21-b6ab-48feaab238f3,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:39:32.900366 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fe49e-7a90-4cb7-9e73-5d22ba9f0b02 admin admin] Pushing event updated for resources: {'Network': ['ID=304acbdc-aff8-422e-8c31-45f0ba8974ee,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:32.950290 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Network 46a47786-96d2-4524-85d9-d3afc011b078 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:39:32.972980 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:39:32.980164 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5ce47c63-b1db-46dc-850b-7e1418d500df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:32.981775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Made reservation on behalf of 0a6b7aa3146044f68b557df2f26429f8 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:32.984975 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.049194 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:39:33.060635 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Sync routers for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:39:33.073865 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:33.074706 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:33.088596 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 46a47786-96d2-4524-85d9-d3afc011b078) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:33.090788 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.095955 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a1dbcb2a-7913-49f2-9687-f3d51ba6fb93 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7267404 Apr 06 17:39:33.099707 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50034) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:33.099956 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:33.100751 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.255385 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6659c715-84ee-46cd-a514-d6c65c21cef2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3935289 Apr 06 17:39:33.258959 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50044) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:33.277889 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:33.308857 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:33.371210 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a67939-1090-47e1-a66b-0da3f04155eb None None] Network 46a47786-96d2-4524-85d9-d3afc011b078 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:39:33.377438 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-6369e41b-044c-4773-9dbb-ba65b327e8a3', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:39:33.379034 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.386692 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce47c63-b1db-46dc-850b-7e1418d500df None None] Pushing event updated for resources: {'Port': ['ID=4e2845bb-09e5-4a21-b6ab-48feaab238f3,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:33.488080 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.489605 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (07e59484-0984-4a4d-91f9-65393fea5309), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.494184 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (07e59484-0984-4a4d-91f9-65393fea5309), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.628130 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:33.628719 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.716286 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-388b27d1-4a08-42e1-a9e6-6bdb30f7e7d0 None None] Provisioning complete for port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:33.718839 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-388b27d1-4a08-42e1-a9e6-6bdb30f7e7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.734441 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:31Z', 'revision_number': 3, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:33.804404 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Checking router: 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:39:33.808886 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Updating router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 port 719910c6-d8f3-4c67-a328-7e8cfd632a42 binding host dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:39:33.871137 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.928509 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks [] for router_controller (07e59484-0984-4a4d-91f9-65393fea5309), precommit_add_association {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.947583 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (923c3823-79a9-4c80-8b68-2d48b69dc939), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:33.987564 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Checking segment: {'id': '2a704f58-12e7-4d2e-9739-40290439e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '674a73c1-88e5-450b-9450-455653d5d957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:33.987931 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Network hostable DHCP agents. Network: 674a73c1-88e5-450b-9450-455653d5d957, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:39:34.015429 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-46a47786-96d2-4524-85d9-d3afc011b078', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:39:34.016322 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.018781 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.066386 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:34.191704 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Network 674a73c1-88e5-450b-9450-455653d5d957 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:39:34.267804 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=923c3823-79a9-4c80-8b68-2d48b69dc939,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:34.275387 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks [] for router_gateway (07e59484-0984-4a4d-91f9-65393fea5309), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.284789 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 674a73c1-88e5-450b-9450-455653d5d957) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:34.294275 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Checking segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:34.294655 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Network hostable DHCP agents. Network: 304acbdc-aff8-422e-8c31-45f0ba8974ee, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:39:34.315015 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:34.315630 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.318809 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Allocated IP 172.20.0.2 (46a47786-96d2-4524-85d9-d3afc011b078/9e312bc6-ff32-47ed-8e0a-e3b0187732d4/d60b0643-2266-4c63-a831-adc96a4015af) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:34.334310 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Publish callbacks [] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.343114 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.350155 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks [] for router_gateway (2b4c5aab-7cde-47c5-a314-13afc3a2af09), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.375895 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-de7f351c-4098-4236-af36-018173dd8979 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7808399 Apr 06 17:39:34.377026 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.454810 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Pushing event updated for resources: {'Port': ['ID=719910c6-d8f3-4c67-a328-7e8cfd632a42,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:34.458207 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:39:34.491392 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Publish callbacks [] for port (d60b0643-2266-4c63-a831-adc96a4015af), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.494314 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 304acbdc-aff8-422e-8c31-45f0ba8974ee) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:34.511080 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.511080 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.511080 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.511439 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.511689 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.512808 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a957c203-656e-42ee-8021-a079b7d00a61 None None] Network 674a73c1-88e5-450b-9450-455653d5d957 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:39:34.519217 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.520532 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.521113 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf31abf6-dc76-4ba1-836c-8d7594958e06 None None] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:39:34.522262 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.523165 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.533070 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (d60b0643-2266-4c63-a831-adc96a4015af), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.533614 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:34.536706 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.538072 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.542731 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.544441 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.544805 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.547481 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.548369 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Tracked resource versions report: Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: pushed versions: Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: { 'AddressGroup': {'1.2'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Agent': {'1.1'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'ConntrackHelper': {'1.0'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'LocalIPAssociation': {'1.0'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Log': {'1.0'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'NDPProxy': {'1.0'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Network': {'1.1'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Port': {'1.7'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'PortForwarding': {'1.3'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'QosPolicy': {'1.10'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SecurityGroup': {'1.5'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SecurityGroupRule': {'1.2'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SubPort': {'1.0'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Subnet': {'1.1'}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Trunk': {'1.1'}} Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: consumer versions: Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: { DHCP agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: HyperV agent@hv-cinder-83588: {}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: L3 agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: Metadata agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: Metering agent@dv-cinder-835880-5-iscsi: {}, Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: Open vSwitch agent@dv-cinder-835880-5-iscsi: { 'AddressGroup': '1.2', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Agent': '1.1', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'ConntrackHelper': '1.0', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'LocalIPAssociation': '1.0', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Log': '1.0', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'NDPProxy': '1.0', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Network': '1.1', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Port': '1.7', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'PortForwarding': '1.3', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'QosPolicy': '1.10', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SecurityGroup': '1.5', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SecurityGroupRule': '1.2', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'SubPort': '1.0', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Subnet': '1.1', Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: 'Trunk': '1.1'}} Apr 06 17:39:34.554865 dv-cinder-835880-5-iscsi neutron-server[104733]: {{(pid=104733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 17:39:34.598208 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.617778 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4683682b-55d4-4fef-9b35-ee430e5bf3b5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7524667 Apr 06 17:39:34.620597 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50094) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:34.627148 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:34.628088 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Attempting to bind port 719910c6-d8f3-4c67-a328-7e8cfd632a42 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:39:34.629892 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Attempting to bind port 719910c6-d8f3-4c67-a328-7e8cfd632a42 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:39:34.631910 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Attempting to bind port 719910c6-d8f3-4c67-a328-7e8cfd632a42 on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:34.650631 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:39:34.653661 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:34.654610 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.656233 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:39:34.658195 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Bound port: 719910c6-d8f3-4c67-a328-7e8cfd632a42, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:39:34.659246 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.664365 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Allocated IP 172.27.2.162 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/89419ddd-c952-45c4-87c9-dadac3b8cc13) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:34.672247 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Pushing event updated for resources: {'Port': ['ID=d60b0643-2266-4c63-a831-adc96a4015af,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:34.675591 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.676734 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.740975 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:34.791368 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] For port 719910c6-d8f3-4c67-a328-7e8cfd632a42, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:39:34.797174 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] For port 719910c6-d8f3-4c67-a328-7e8cfd632a42, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=719910c6-d8f3-4c67-a328-7e8cfd632a42,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:39:34.811888 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.821889 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks [] for router_controller (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:34.876162 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Network 46a47786-96d2-4524-85d9-d3afc011b078 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:34.905961 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:34.912577 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:34.961277 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 4e2845bb-09e5-4a21-b6ab-48feaab238f3 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:34.972791 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d0f21b-22cd-4e8e-964d-45415e494b52 None None] Pushing event updated for resources: {'Port': ['ID=719910c6-d8f3-4c67-a328-7e8cfd632a42,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:35.023218 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:35.023900 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:35.081902 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-388b27d1-4a08-42e1-a9e6-6bdb30f7e7d0 None None] Current status of the port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:35.087115 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks [] for router_gateway (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.136155 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks [] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.147006 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50126) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:35.149209 dv-cinder-835880-5-iscsi neutron-server[104729]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 17:39:35.177760 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks [] for router_gateway (07e59484-0984-4a4d-91f9-65393fea5309), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.240646 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.251884 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Allocated IP 172.20.0.2 (6369e41b-044c-4773-9dbb-ba65b327e8a3/679d91da-34c0-4cc7-8657-b78253e29f8e/9939113e-fb76-47dd-9589-f8cbc52bbe48) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:35.256587 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:35.258204 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:35.259942 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.310650 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Attempting to bind port d60b0643-2266-4c63-a831-adc96a4015af on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:39:35.311363 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Attempting to bind port d60b0643-2266-4c63-a831-adc96a4015af by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:39:35.311695 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Attempting to bind port d60b0643-2266-4c63-a831-adc96a4015af on network 46a47786-96d2-4524-85d9-d3afc011b078 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:35.317969 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95700814-ab59-44bd-8e64-33b962484259 None None] Network 674a73c1-88e5-450b-9450-455653d5d957 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:39:35.330578 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:39:35.331059 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Checking segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:35.331468 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.332176 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Bound using segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:39:35.332664 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Bound port: d60b0643-2266-4c63-a831-adc96a4015af, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:39:35.333102 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (d60b0643-2266-4c63-a831-adc96a4015af), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.365439 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-92d9c80f-b23e-425b-a3f1-32b71883e4b3 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:35.368001 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-92d9c80f-b23e-425b-a3f1-32b71883e4b3 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/networks?id=674a73c1-88e5-450b-9450-455653d5d957 HTTP/1.1" status: 200 len: 812 time: 0.2198639 Apr 06 17:39:35.414725 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-cfbe72bb-f18e-4886-8e4b-e4dd19531321 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/quotas/65b713f0d262481fa2d0b32648efd396 HTTP/1.1" status: 200 len: 375 time: 0.0156190 Apr 06 17:39:35.431577 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] For port d60b0643-2266-4c63-a831-adc96a4015af, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:39:35.435587 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] For port d60b0643-2266-4c63-a831-adc96a4015af, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=d60b0643-2266-4c63-a831-adc96a4015af,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:39:35.460329 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Allocated IP 172.20.0.1 (148f62ba-7daa-425d-ad50-d3580e75541e/b41a8b0f-75ba-44ac-b938-b9405ebb4671/0bd599d6-be5c-41df-93f5-92672252f4a0) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:35.489493 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-1b54fd66-b884-4dac-ad4a-44786e867471 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65b713f0d262481fa2d0b32648efd396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663519 Apr 06 17:39:35.529392 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.582178 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Publish callbacks [] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.582920 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:35.596010 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:35.618087 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:35.628212 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (d60b0643-2266-4c63-a831-adc96a4015af), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.649682 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:35.678305 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-304acbdc-aff8-422e-8c31-45f0ba8974ee', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:39:35.679313 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.722770 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.784768 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:31Z', 'revision_number': 3, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:35.843714 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Pushing event updated for resources: {'Port': ['ID=89419ddd-c952-45c4-87c9-dadac3b8cc13,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:35.847915 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa2b39-45dc-4bef-bb6a-7b8b43ff7464 None None] The sync data for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi is: [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:31Z', 'revision_number': 3, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:39:35.893046 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Allocated IP 172.27.2.79 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/21e3b5ff-a97a-44be-8595-f57db20d1e83) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:35.906265 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Network 148f62ba-7daa-425d-ad50-d3580e75541e is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:35.913109 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:35.919459 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:35.919965 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:35.923059 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Pushing event updated for resources: {'Port': ['ID=0bd599d6-be5c-41df-93f5-92672252f4a0,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:35.987184 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-cc241e83-7be2-4a4e-8e5b-80b5d4040158 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:39:35.988406 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-cc241e83-7be2-4a4e-8e5b-80b5d4040158 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1605887 Apr 06 17:39:36.132475 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481033a3-26a2-4e4f-9cc8-04086982cddd None None] Pushing event updated for resources: {'Port': ['ID=d60b0643-2266-4c63-a831-adc96a4015af,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:36.351650 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50154) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:36.511555 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:36.533556 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Publish callbacks [] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:36.555920 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Allocated IP 172.20.0.2 (304acbdc-aff8-422e-8c31-45f0ba8974ee/923c3823-79a9-4c80-8b68-2d48b69dc939/e0e7dd14-b6b3-4ea7-b9de-32da0698b802) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:36.572171 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:36.600511 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-594caaec-7fd6-4afb-b663-02aa65206698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:36.656180 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Pushing event updated for resources: {'Port': ['ID=9939113e-fb76-47dd-9589-f8cbc52bbe48,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:36.658489 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-cd79e4c7-5ccc-4341-bc55-915425863be5 None None] Provisioning complete for port 0bd599d6-be5c-41df-93f5-92672252f4a0 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:36.658864 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cd79e4c7-5ccc-4341-bc55-915425863be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:36.723392 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-cd79e4c7-5ccc-4341-bc55-915425863be5 None None] Port 0bd599d6-be5c-41df-93f5-92672252f4a0 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:39:36.743822 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Network 6369e41b-044c-4773-9dbb-ba65b327e8a3 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:36.776526 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:36.801170 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:36.806402 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks [] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:36.828416 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks [] for router_gateway (2b4c5aab-7cde-47c5-a314-13afc3a2af09), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:36.895358 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-594caaec-7fd6-4afb-b663-02aa65206698 admin admin] Publish callbacks [] for security_group (18fa7e58-18e7-4dc4-8c20-0afccee3da20), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:36.933471 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-b7fc8906-64db-45a4-9085-9bba70336b46 service neutron] 10.222.0.18 "GET /v2.0/networks/674a73c1-88e5-450b-9450-455653d5d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9248128 Apr 06 17:39:36.943275 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-594caaec-7fd6-4afb-b663-02aa65206698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (18fa7e58-18e7-4dc4-8c20-0afccee3da20), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:36.962190 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks [] for router_gateway (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:36.981397 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Attempting to bind port 9939113e-fb76-47dd-9589-f8cbc52bbe48 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:39:36.981887 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Attempting to bind port 9939113e-fb76-47dd-9589-f8cbc52bbe48 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:39:36.982144 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Attempting to bind port 9939113e-fb76-47dd-9589-f8cbc52bbe48 on network 6369e41b-044c-4773-9dbb-ba65b327e8a3 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:36.986075 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d60b0643-2266-4c63-a831-adc96a4015af up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:37.040522 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.058314 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:39:37.058688 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Checking segment: {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:37.059095 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.059497 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Bound using segment: {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:39:37.059983 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Bound port: 9939113e-fb76-47dd-9589-f8cbc52bbe48, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:39:37.060379 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.070642 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-594caaec-7fd6-4afb-b663-02aa65206698 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e651826445b542baa82e10804df9304d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7179344 Apr 06 17:39:37.083551 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594caaec-7fd6-4afb-b663-02aa65206698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fa7e58-18e7-4dc4-8c20-0afccee3da20,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:37.094553 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port d60b0643-2266-4c63-a831-adc96a4015af triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:37.094856 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d60b0643-2266-4c63-a831-adc96a4015af), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.101137 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50168) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:37.342740 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.459815 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Pushing event updated for resources: {'Port': ['ID=21e3b5ff-a97a-44be-8595-f57db20d1e83,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:37.491280 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:37.495155 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:37.498908 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:37.499543 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-ed114cd0-bfdb-42fc-b00f-762efb21e5d3 service neutron] 10.222.0.18 "GET /v2.0/networks/674a73c1-88e5-450b-9450-455653d5d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485365 Apr 06 17:39:37.532209 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] For port 9939113e-fb76-47dd-9589-f8cbc52bbe48, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:39:37.536914 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] For port 9939113e-fb76-47dd-9589-f8cbc52bbe48, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=9939113e-fb76-47dd-9589-f8cbc52bbe48,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:39:37.554776 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port d60b0643-2266-4c63-a831-adc96a4015af is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:37.555491 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (d60b0643-2266-4c63-a831-adc96a4015af), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.623006 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8dcce728-39bf-4a6d-93b6-2427405b965a admin admin] Publish callbacks [] for security_group (18fa7e58-18e7-4dc4-8c20-0afccee3da20), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.632925 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Allocated IP 172.27.2.43 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/fc1af597-1c58-4357-b491-6a4cc63d86bf) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:37.646963 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.666439 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Publish callbacks [] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.697696 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port d60b0643-2266-4c63-a831-adc96a4015af, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=d60b0643-2266-4c63-a831-adc96a4015af,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:39:37.714717 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.719325 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (d60b0643-2266-4c63-a831-adc96a4015af), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.721022 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 719910c6-d8f3-4c67-a328-7e8cfd632a42 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:37.740940 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8dcce728-39bf-4a6d-93b6-2427405b965a admin admin] Publish callbacks [] for security_group (18fa7e58-18e7-4dc4-8c20-0afccee3da20), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.745427 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Publish callbacks [] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.755370 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.756319 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.803011 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ec56b-58b9-4776-859b-5a75785ae2b2 None None] Network 46a47786-96d2-4524-85d9-d3afc011b078 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:39:37.844672 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (2b4c5aab-7cde-47c5-a314-13afc3a2af09), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:37.911282 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50190) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:37.937482 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:37.950909 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:37.976647 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:37.994445 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Pushing event updated for resources: {'Port': ['ID=0bd599d6-be5c-41df-93f5-92672252f4a0,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:38.038010 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-ddce5cab-0e3a-4df6-aa6e-9f14a9c4b1f1 None None] Provisioning complete for port d60b0643-2266-4c63-a831-adc96a4015af triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:38.044575 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ddce5cab-0e3a-4df6-aa6e-9f14a9c4b1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d60b0643-2266-4c63-a831-adc96a4015af), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.047547 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b2ff5-9464-439a-86c7-9115347bb883 None None] Pushing event updated for resources: {'Port': ['ID=9939113e-fb76-47dd-9589-f8cbc52bbe48,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:38.056979 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56a63b3d-5150-4c3a-ac29-4278a573a343 req-ad3e2abc-dbcc-43e3-ac76-1a08dc115206 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 210 time: 0.1441727 Apr 06 17:39:38.204423 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 719910c6-d8f3-4c67-a328-7e8cfd632a42 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:38.204823 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.259974 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks [] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.325356 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Attempting to bind port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:39:38.325739 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Attempting to bind port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:39:38.329648 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Attempting to bind port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 on network 304acbdc-aff8-422e-8c31-45f0ba8974ee {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:38.341612 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8dcce728-39bf-4a6d-93b6-2427405b965a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (18fa7e58-18e7-4dc4-8c20-0afccee3da20), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.346977 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8dcce728-39bf-4a6d-93b6-2427405b965a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.348428 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8dcce728-39bf-4a6d-93b6-2427405b965a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18fa7e58-18e7-4dc4-8c20-0afccee3da20 HTTP/1.1" status: 204 len: 168 time: 1.1764746 Apr 06 17:39:38.352230 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:39:38.352690 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Checking segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:38.353028 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.353435 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Bound using segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:39:38.354063 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Bound port: e0e7dd14-b6b3-4ea7-b9de-32da0698b802, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:39:38.354323 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.356292 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Pushing event updated for resources: {'Port': ['ID=e0e7dd14-b6b3-4ea7-b9de-32da0698b802,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:38.366549 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcce728-39bf-4a6d-93b6-2427405b965a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fa7e58-18e7-4dc4-8c20-0afccee3da20,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:38.390749 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Network 148f62ba-7daa-425d-ad50-d3580e75541e is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:38.401317 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:38.423335 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:39:38.594611 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks [] for router_gateway (07e59484-0984-4a4d-91f9-65393fea5309), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.762796 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:39:38.787780 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.789387 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-fdaf76e8-3f52-453f-8cd9-6e1c4d01f51c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6947446 Apr 06 17:39:38.793204 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50226) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:38.826830 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:39:38.853678 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.865838 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 719910c6-d8f3-4c67-a328-7e8cfd632a42 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:38.868587 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:38.902486 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Sync routers for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:39:38.937376 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:38.940809 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Pushing event updated for resources: {'Port': ['ID=fc1af597-1c58-4357-b491-6a4cc63d86bf,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:38.945215 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:38.947613 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:38.965951 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=d60b0643-2266-4c63-a831-adc96a4015af,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:39.056800 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port 719910c6-d8f3-4c67-a328-7e8cfd632a42, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=719910c6-d8f3-4c67-a328-7e8cfd632a42,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:39:39.117181 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:39.122222 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:39.243560 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:39.338785 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:39:39.360338 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Sync routers for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:39:39.378526 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ccbe2dc8-fb67-4d1a-98d5-6ed37141bf00 admin admin] 10.222.0.18 "PUT /v2.0/routers/6c85a2da-ca7f-4c2f-b3c0-82670ee90867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2776108 Apr 06 17:39:39.383034 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (07e59484-0984-4a4d-91f9-65393fea5309), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:39.388766 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:39.389999 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:39.403159 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-ddce5cab-0e3a-4df6-aa6e-9f14a9c4b1f1 None None] Current status of the port d60b0643-2266-4c63-a831-adc96a4015af is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:39.448830 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] For port e0e7dd14-b6b3-4ea7-b9de-32da0698b802, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:39:39.680807 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d60b0643-2266-4c63-a831-adc96a4015af up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:39.783133 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] For port e0e7dd14-b6b3-4ea7-b9de-32da0698b802, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=e0e7dd14-b6b3-4ea7-b9de-32da0698b802,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:39:39.796144 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:39.816270 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Router 07e59484-0984-4a4d-91f9-65393fea5309 is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:39:39.886206 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=719910c6-d8f3-4c67-a328-7e8cfd632a42,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:39.899674 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.056730 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb3764-35c2-4c0a-a39f-97bba7d7ac5f None None] Network 6369e41b-044c-4773-9dbb-ba65b327e8a3 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:39:40.127765 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f3e0aa51-99a7-4e9a-8827-56b575643fe3 req-a3dda551-74b6-4336-9b94-08978e6513bd tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 210 time: 0.7352073 Apr 06 17:39:40.207274 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:39:40.257644 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.263611 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ff818c83-77e5-4069-9de9-9bf3e21df142 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9955726 Apr 06 17:39:40.264956 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50284) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:40.291636 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-28a0d795-739d-4bb7-bed1-75778c70ed12 None None] Provisioning complete for port 0bd599d6-be5c-41df-93f5-92672252f4a0 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:40.292129 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-28a0d795-739d-4bb7-bed1-75778c70ed12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.353824 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks [] for router_gateway (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.393682 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:39:40.473962 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 2, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:40.508462 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50290) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:40.522249 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-4d954600-c614-4041-b204-9ec864d44f17 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059442604', 'description': 'tempest-description--1067426859'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:40.523484 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:40.562654 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d954600-c614-4041-b204-9ec864d44f17 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.698820 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Checking router: 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:39:40.699317 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Updating router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 port 0bd599d6-be5c-41df-93f5-92672252f4a0 binding host dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:39:40.704727 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:40.705412 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:40.709343 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port d60b0643-2266-4c63-a831-adc96a4015af triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:40.710366 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d60b0643-2266-4c63-a831-adc96a4015af), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.713426 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b57e18-e4ec-4d32-9b92-28d39a6d24c7 None None] Pushing event updated for resources: {'Port': ['ID=e0e7dd14-b6b3-4ea7-b9de-32da0698b802,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:40.756182 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.855047 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d954600-c614-4041-b204-9ec864d44f17 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (24691ffc-c1e4-480d-857b-be77aebb4f7c), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.872368 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d954600-c614-4041-b204-9ec864d44f17 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (24691ffc-c1e4-480d-857b-be77aebb4f7c), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.912469 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-28a0d795-739d-4bb7-bed1-75778c70ed12 None None] Port 0bd599d6-be5c-41df-93f5-92672252f4a0 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:39:40.926233 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d954600-c614-4041-b204-9ec864d44f17 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:40.936810 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-4d954600-c614-4041-b204-9ec864d44f17 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4259889 Apr 06 17:39:40.942989 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50298) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:40.950538 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-e45eabb0-634d-4222-b926-7ca4dc07ec2d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'security_group_rule': {'security_group_id': '24691ffc-c1e4-480d-857b-be77aebb4f7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:40.959890 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d954600-c614-4041-b204-9ec864d44f17 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24691ffc-c1e4-480d-857b-be77aebb4f7c,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:41.200890 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.213631 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port d60b0643-2266-4c63-a831-adc96a4015af is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:41.214880 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 9939113e-fb76-47dd-9589-f8cbc52bbe48 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:41.294867 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e45eabb0-634d-4222-b926-7ca4dc07ec2d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (deaace61-9ead-4cc4-a3d9-7cb36065e23a), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.412889 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.495989 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e45eabb0-634d-4222-b926-7ca4dc07ec2d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (deaace61-9ead-4cc4-a3d9-7cb36065e23a), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.502915 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:41.533524 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e45eabb0-634d-4222-b926-7ca4dc07ec2d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (deaace61-9ead-4cc4-a3d9-7cb36065e23a), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.585397 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Publish callbacks [] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.599202 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.627528 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e45eabb0-634d-4222-b926-7ca4dc07ec2d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.631922 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e45eabb0-634d-4222-b926-7ca4dc07ec2d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6825025 Apr 06 17:39:41.638515 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50316) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:41.658748 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4410ff9-99e7-43c2-a5c0-b99aec9027c3 req-071c2f47-a53e-4b8d-9a48-de116a466ba8 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 210 time: 0.0818329 Apr 06 17:39:41.662132 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-387cb003-8106-4426-8437-a14052eaa52f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'security_group_rule': {'security_group_id': '24691ffc-c1e4-480d-857b-be77aebb4f7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:41.669897 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45eabb0-634d-4222-b926-7ca4dc07ec2d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaace61-9ead-4cc4-a3d9-7cb36065e23a,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:41.704343 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-0690d253-714e-4942-84c5-4ddc9fb720d0 None None] Provisioning complete for port d60b0643-2266-4c63-a831-adc96a4015af triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:41.705314 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0690d253-714e-4942-84c5-4ddc9fb720d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d60b0643-2266-4c63-a831-adc96a4015af), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.787446 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:39:41.816905 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Attempting to bind port 0bd599d6-be5c-41df-93f5-92672252f4a0 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:39:41.817284 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Attempting to bind port 0bd599d6-be5c-41df-93f5-92672252f4a0 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:39:41.817640 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-387cb003-8106-4426-8437-a14052eaa52f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (a6cb2b16-4a8d-4d76-a1b6-0673dd579558), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.817765 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Attempting to bind port 0bd599d6-be5c-41df-93f5-92672252f4a0 on network 148f62ba-7daa-425d-ad50-d3580e75541e {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:41.828281 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:39:41.829171 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Checking segment: {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:41.829171 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.836256 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Bound using segment: {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:39:41.836790 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Bound port: 0bd599d6-be5c-41df-93f5-92672252f4a0, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:39:41.837192 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:41.926940 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdaa05-3be5-4f59-b71f-25cf4c865c8f None None] Pushing event updated for resources: {'Port': ['ID=0bd599d6-be5c-41df-93f5-92672252f4a0,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:41.939067 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.49', 49891) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:41.940902 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Allocated IP 172.20.0.1 (6369e41b-044c-4773-9dbb-ba65b327e8a3/679d91da-34c0-4cc7-8657-b78253e29f8e/53482a0f-1c7b-411d-9652-a3b06ebae344) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:42.020447 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] For port 0bd599d6-be5c-41df-93f5-92672252f4a0, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:39:42.023847 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] For port 0bd599d6-be5c-41df-93f5-92672252f4a0, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=0bd599d6-be5c-41df-93f5-92672252f4a0,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:39:42.036361 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.057413 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.080459 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1bc5b7-acec-488b-9a64-62242ac201b3 None None] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:39:42.149476 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdaa05-3be5-4f59-b71f-25cf4c865c8f None None] Pushing event updated for resources: {'Port': ['ID=0bd599d6-be5c-41df-93f5-92672252f4a0,revision_number=4']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:42.201555 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-387cb003-8106-4426-8437-a14052eaa52f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (a6cb2b16-4a8d-4d76-a1b6-0673dd579558), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.228796 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-387cb003-8106-4426-8437-a14052eaa52f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (a6cb2b16-4a8d-4d76-a1b6-0673dd579558), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.258538 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:42.259331 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:42.281395 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cb003-8106-4426-8437-a14052eaa52f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6cb2b16-4a8d-4d76-a1b6-0673dd579558,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:42.353385 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:35Z', 'revision_number': 3, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:42.366882 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-387cb003-8106-4426-8437-a14052eaa52f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.374050 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 9939113e-fb76-47dd-9589-f8cbc52bbe48 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:42.374301 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-387cb003-8106-4426-8437-a14052eaa52f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7321587 Apr 06 17:39:42.375925 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.386467 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50352) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:42.398171 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:42.505744 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.511367 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Checking router: 2b4c5aab-7cde-47c5-a314-13afc3a2af09 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:39:42.511946 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Updating router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 port 89419ddd-c952-45c4-87c9-dadac3b8cc13 binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:39:42.570420 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.622217 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:39:42.633916 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0690d253-714e-4942-84c5-4ddc9fb720d0 None None] Current status of the port d60b0643-2266-4c63-a831-adc96a4015af is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:42.725917 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-2301ee99-f3f0-4011-9fc3-d1c705e276e8 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:42.728380 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-2301ee99-f3f0-4011-9fc3-d1c705e276e8 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.49 "GET /v2.0/networks?id=674a73c1-88e5-450b-9450-455653d5d957 HTTP/1.1" status: 200 len: 812 time: 0.7729869 Apr 06 17:39:42.746386 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-0690d253-714e-4942-84c5-4ddc9fb720d0 None None] Provisioning complete for port 9939113e-fb76-47dd-9589-f8cbc52bbe48 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:42.747490 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:42.753450 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.755084 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-02b21a74-4c20-409a-8cb9-732acd8d1c33 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1335273 Apr 06 17:39:42.756138 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0690d253-714e-4942-84c5-4ddc9fb720d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.763778 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50374) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:42.779694 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Publish callbacks [] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:42.803332 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Request body: {'port': {'device_id': 'dd596e62-a9ef-401d-a71f-8ca1bfb6e83c', 'network_id': '674a73c1-88e5-450b-9450-455653d5d957', 'admin_state_up': True, 'tenant_id': '65b713f0d262481fa2d0b32648efd396'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:42.852568 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Sync routers for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:39:42.950154 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:37Z', 'revision_number': 3, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:42.963601 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50380) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:43.026263 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:43.027322 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:43.173554 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:39:43.187693 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Updating router 07e59484-0984-4a4d-91f9-65393fea5309 port 21e3b5ff-a97a-44be-8595-f57db20d1e83 binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:39:43.196736 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Allocated IP 172.20.0.1 (46a47786-96d2-4524-85d9-d3afc011b078/9e312bc6-ff32-47ed-8e0a-e3b0187732d4/7590793b-58b2-44a5-a5ed-73fd38aaa3b6) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:43.258972 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:43.299174 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:43.320770 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:43.392051 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Publish callbacks [] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:43.538411 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1bcdb047-eb02-4d57-b37b-cb6a340b9dda req-261457a6-da30-449e-956a-5ccf0154685f tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 210 time: 0.2518096 Apr 06 17:39:43.539127 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Made reservation on behalf of 65b713f0d262481fa2d0b32648efd396 for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:39:43.542498 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:43.547454 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-963b9fb2-5473-41be-875e-ecbb22a408e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:43.575131 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Network 6369e41b-044c-4773-9dbb-ba65b327e8a3 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:43.580241 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:43.582166 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Pushing event updated for resources: {'Port': ['ID=53482a0f-1c7b-411d-9652-a3b06ebae344,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:43.584525 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:43.584879 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (2b4c5aab-7cde-47c5-a314-13afc3a2af09), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:43.737118 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:43.776806 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:42Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:43.803616 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:39Z', 'revision_number': 3, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:43.844289 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf392e0-5e04-4956-a333-bcf29be81181 None None] The sync data for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi is: [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:42Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:39:43.946518 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Checking router: ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:39:43.947196 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Updating router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 port fc1af597-1c58-4357-b491-6a4cc63d86bf binding host dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:39:44.016546 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:44.066591 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Network 46a47786-96d2-4524-85d9-d3afc011b078 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:44.102200 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7590793b-58b2-44a5-a5ed-73fd38aaa3b6,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:44.127521 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:44.133138 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:44.134206 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (07e59484-0984-4a4d-91f9-65393fea5309), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:44.279659 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 9939113e-fb76-47dd-9589-f8cbc52bbe48 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:44.292163 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:44.547121 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-963b9fb2-5473-41be-875e-ecbb22a408e3 admin admin] Publish callbacks [] for security_group (9a02db3f-9070-41b0-bf73-2a5939c727bb), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:44.569434 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-963b9fb2-5473-41be-875e-ecbb22a408e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (9a02db3f-9070-41b0-bf73-2a5939c727bb), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:44.578949 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:44.747418 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port 9939113e-fb76-47dd-9589-f8cbc52bbe48, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=9939113e-fb76-47dd-9589-f8cbc52bbe48,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:39:44.755932 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0690d253-714e-4942-84c5-4ddc9fb720d0 None None] Current status of the port 9939113e-fb76-47dd-9589-f8cbc52bbe48 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:44.756406 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0690d253-714e-4942-84c5-4ddc9fb720d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:44.764923 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:44.822562 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-963b9fb2-5473-41be-875e-ecbb22a408e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb841f35cdfc49ab94bc239b9502e399&name=default HTTP/1.1" status: 200 len: 2994 time: 1.8495512 Apr 06 17:39:44.829736 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b9fb2-5473-41be-875e-ecbb22a408e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a02db3f-9070-41b0-bf73-2a5939c727bb,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:44.850505 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50446) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:45.053500 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.152837 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Allocated IP 172.20.0.2 (674a73c1-88e5-450b-9450-455653d5d957/1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f/600dcc9b-4728-4398-a1b9-7c57235a5d1f) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:45.162956 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e799ab33-a3fb-49ad-bca9-bbcdf285894e req-4b1190df-5deb-43d1-829f-77de78998f55 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 210 time: 0.2162282 Apr 06 17:39:45.163833 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.285521 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Publish callbacks [] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.308853 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=9939113e-fb76-47dd-9589-f8cbc52bbe48,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:45.314282 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device e0e7dd14-b6b3-4ea7-b9de-32da0698b802 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:45.355097 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4587c329-f271-4397-a8c4-cf7d69083770 admin admin] Publish callbacks [] for security_group (9a02db3f-9070-41b0-bf73-2a5939c727bb), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.445664 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.db.api [None req-0690d253-714e-4942-84c5-4ddc9fb720d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:39:45.446376 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4587c329-f271-4397-a8c4-cf7d69083770 admin admin] Publish callbacks [] for security_group (9a02db3f-9070-41b0-bf73-2a5939c727bb), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.446509 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG oslo_db.api [None req-0690d253-714e-4942-84c5-4ddc9fb720d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:39:45.462332 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.552699 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dec0c-8cb0-4df4-a3a4-8b9532bf0874 None None] Pushing event updated for resources: {'Port': ['ID=89419ddd-c952-45c4-87c9-dadac3b8cc13,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:45.620917 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4587c329-f271-4397-a8c4-cf7d69083770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (9a02db3f-9070-41b0-bf73-2a5939c727bb), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.625427 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4587c329-f271-4397-a8c4-cf7d69083770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.625427 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-4587c329-f271-4397-a8c4-cf7d69083770 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a02db3f-9070-41b0-bf73-2a5939c727bb HTTP/1.1" status: 204 len: 168 time: 0.7719367 Apr 06 17:39:45.631531 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Attempting to bind port 89419ddd-c952-45c4-87c9-dadac3b8cc13 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:39:45.631903 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Attempting to bind port 89419ddd-c952-45c4-87c9-dadac3b8cc13 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:39:45.632262 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Attempting to bind port 89419ddd-c952-45c4-87c9-dadac3b8cc13 on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:45.643219 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:39:45.643604 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:45.643999 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.644529 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:39:45.645010 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Bound port: 89419ddd-c952-45c4-87c9-dadac3b8cc13, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:39:45.645538 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.673421 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587c329-f271-4397-a8c4-cf7d69083770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a02db3f-9070-41b0-bf73-2a5939c727bb,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:45.740386 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] For port 89419ddd-c952-45c4-87c9-dadac3b8cc13, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:39:45.752062 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] For port 89419ddd-c952-45c4-87c9-dadac3b8cc13, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=89419ddd-c952-45c4-87c9-dadac3b8cc13,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:39:45.777208 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:45.781350 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.788113 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.859523 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50466) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:45.869377 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Publish callbacks [] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.882902 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:45.885136 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (07e59484-0984-4a4d-91f9-65393fea5309), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:46.129731 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7dec0c-8cb0-4df4-a3a4-8b9532bf0874 None None] Pushing event updated for resources: {'Port': ['ID=89419ddd-c952-45c4-87c9-dadac3b8cc13,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:46.141748 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7590793b-58b2-44a5-a5ed-73fd38aaa3b6,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:46.143359 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0690d253-714e-4942-84c5-4ddc9fb720d0 None None] Current status of the port 9939113e-fb76-47dd-9589-f8cbc52bbe48 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:46.204154 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Network 46a47786-96d2-4524-85d9-d3afc011b078 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:46.213189 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:46.223455 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:46.224094 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:46.540164 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Publish callbacks [] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:46.567320 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:46.571429 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Router 07e59484-0984-4a4d-91f9-65393fea5309 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:39:46.577969 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:46.584032 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (2b4c5aab-7cde-47c5-a314-13afc3a2af09), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:46.752187 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Publish callbacks [] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:46.757246 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50484) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:46.777454 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1742-b323-4c28-b55c-6655110f3cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:46.814791 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Pushing event updated for resources: {'Port': ['ID=53482a0f-1c7b-411d-9652-a3b06ebae344,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:46.818043 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e646b025-5220-43c3-8194-d15e374b2c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:46.829717 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-259293e7-54af-464f-813a-1c783502a667 req-6ba507cc-0ee6-4323-9371-dfcc0fb957c3 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 210 time: 0.2776403 Apr 06 17:39:46.896838 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:39:46.908114 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e596409b-09d4-4c54-ae50-893ed46b59a3 admin admin] 10.222.0.18 "PUT /v2.0/routers/07e59484-0984-4a4d-91f9-65393fea5309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6357465 Apr 06 17:39:46.991254 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Publish callbacks [] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:46.994388 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1742-b323-4c28-b55c-6655110f3cd3 admin admin] Publish callbacks [] for security_group (c4312b4c-4770-4960-a1df-3b46bb427273), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.002348 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.015932 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6dbe1742-b323-4c28-b55c-6655110f3cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (c4312b4c-4770-4960-a1df-3b46bb427273), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.093163 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.118184 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e646b025-5220-43c3-8194-d15e374b2c65 admin admin] Publish callbacks [] for security_group (9a22e0ab-6a4e-43c1-af04-ebe733ca1b66), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.141356 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e646b025-5220-43c3-8194-d15e374b2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (9a22e0ab-6a4e-43c1-af04-ebe733ca1b66), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.183538 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646b025-5220-43c3-8194-d15e374b2c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a22e0ab-6a4e-43c1-af04-ebe733ca1b66,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:47.193747 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Provisioning complete for port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:47.194279 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.199407 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.233071 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-6dbe1742-b323-4c28-b55c-6655110f3cd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0967b76f35964734bee08f4ad8cfb2f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4735363 Apr 06 17:39:47.243254 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe1742-b323-4c28-b55c-6655110f3cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4312b4c-4770-4960-a1df-3b46bb427273,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:47.253326 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50492) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:47.265867 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Attempting to bind port 21e3b5ff-a97a-44be-8595-f57db20d1e83 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:39:47.266333 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Attempting to bind port 21e3b5ff-a97a-44be-8595-f57db20d1e83 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:39:47.266755 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Attempting to bind port 21e3b5ff-a97a-44be-8595-f57db20d1e83 on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:47.298605 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:39:47.299048 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:47.299526 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.300042 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:39:47.300560 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Bound port: 21e3b5ff-a97a-44be-8595-f57db20d1e83, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:39:47.301109 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.389972 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450d908-f7c9-46fd-aac0-72488acca5d6 None None] Pushing event updated for resources: {'Port': ['ID=21e3b5ff-a97a-44be-8595-f57db20d1e83,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:47.423697 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:47.424176 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.426381 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Pushing event updated for resources: {'Port': ['ID=600dcc9b-4728-4398-a1b9-7c57235a5d1f,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:47.441708 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d75ee75-f4e7-4052-a7b4-5f4cf59d3cb9 admin admin] Publish callbacks [] for security_group (c4312b4c-4770-4960-a1df-3b46bb427273), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.473283 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port e0e7dd14-b6b3-4ea7-b9de-32da0698b802, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=e0e7dd14-b6b3-4ea7-b9de-32da0698b802,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:39:47.485580 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Network 674a73c1-88e5-450b-9450-455653d5d957 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:47.491460 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.491718 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Network 6369e41b-044c-4773-9dbb-ba65b327e8a3 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:47.492461 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 0bd599d6-be5c-41df-93f5-92672252f4a0 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:47.493202 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:47.496228 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d75ee75-f4e7-4052-a7b4-5f4cf59d3cb9 admin admin] Publish callbacks [] for security_group (c4312b4c-4770-4960-a1df-3b46bb427273), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.496487 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:47.503638 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:47.504386 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.520817 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e646b025-5220-43c3-8194-d15e374b2c65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=319301a9dd2f48fc9a8b426f370a93bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6296110 Apr 06 17:39:47.521942 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:47.528091 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50494) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:47.577420 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=e0e7dd14-b6b3-4ea7-b9de-32da0698b802,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:47.624444 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Current status of the port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:47.624922 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.649857 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-6b725299-ce09-41d2-b645-9df9a6437f66 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8783686 Apr 06 17:39:47.650589 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d75ee75-f4e7-4052-a7b4-5f4cf59d3cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (c4312b4c-4770-4960-a1df-3b46bb427273), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.653348 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d75ee75-f4e7-4052-a7b4-5f4cf59d3cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.654390 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-4d75ee75-f4e7-4052-a7b4-5f4cf59d3cb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4312b4c-4770-4960-a1df-3b46bb427273 HTTP/1.1" status: 204 len: 168 time: 0.3999503 Apr 06 17:39:47.683179 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75ee75-f4e7-4052-a7b4-5f4cf59d3cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4312b4c-4770-4960-a1df-3b46bb427273,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:47.696274 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] For port 21e3b5ff-a97a-44be-8595-f57db20d1e83, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:39:47.802773 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Publish callbacks [] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.825635 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.877842 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Attempting to bind port fc1af597-1c58-4357-b491-6a4cc63d86bf on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:39:47.878409 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Attempting to bind port fc1af597-1c58-4357-b491-6a4cc63d86bf by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:39:47.879274 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Attempting to bind port fc1af597-1c58-4357-b491-6a4cc63d86bf on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:47.915821 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:39:47.916420 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:47.916994 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.924037 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:39:47.924851 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Bound port: fc1af597-1c58-4357-b491-6a4cc63d86bf, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:39:47.928169 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:47.945418 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.db.api [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:39:47.945783 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG oslo_db.api [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:39:47.950571 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] For port 21e3b5ff-a97a-44be-8595-f57db20d1e83, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=21e3b5ff-a97a-44be-8595-f57db20d1e83,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:39:47.954920 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Allocated IP 172.27.2.30 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/67f2b191-c07c-4d78-9f96-4536c6855277) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:47.994503 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:48.083673 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] For port fc1af597-1c58-4357-b491-6a4cc63d86bf, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:39:48.096832 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] For port fc1af597-1c58-4357-b491-6a4cc63d86bf, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=fc1af597-1c58-4357-b491-6a4cc63d86bf,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:39:48.117759 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-4424a70f-9ea7-409a-9e18-dee81de6ea11 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:39:48.119297 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-4424a70f-9ea7-409a-9e18-dee81de6ea11 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064714 Apr 06 17:39:48.122640 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:48.179794 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 0bd599d6-be5c-41df-93f5-92672252f4a0 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:48.180217 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:48.228897 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:48.232903 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:48.263377 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:48.264602 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:48.297818 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for port (67f2b191-c07c-4d78-9f96-4536c6855277), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:48.407647 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:39:48.437838 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d3d39-fb83-4221-9f3f-458bb0d852a0 None None] Pushing event updated for resources: {'Port': ['ID=fc1af597-1c58-4357-b491-6a4cc63d86bf,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:48.442396 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (67f2b191-c07c-4d78-9f96-4536c6855277), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:48.600700 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:48.601986 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-61609b46-7637-4b92-86a7-cb40a19d8097 admin admin] Publish callbacks [] for security_group (9a22e0ab-6a4e-43c1-af04-ebe733ca1b66), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:48.635200 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:48.650288 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:48.672030 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50518) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:48.687843 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-61609b46-7637-4b92-86a7-cb40a19d8097 admin admin] Publish callbacks [] for security_group (9a22e0ab-6a4e-43c1-af04-ebe733ca1b66), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:48.714089 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-28224769-5267-4fab-b6bc-b567e0ca265f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--216241111', 'description': 'tempest-description--1305080699'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:48.789730 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'Port': ['ID=67f2b191-c07c-4d78-9f96-4536c6855277,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:48.842946 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d3d39-fb83-4221-9f3f-458bb0d852a0 None None] Pushing event updated for resources: {'Port': ['ID=fc1af597-1c58-4357-b491-6a4cc63d86bf,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:48.855762 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Request body: {'port': {'device_id': 'dd596e62-a9ef-401d-a71f-8ca1bfb6e83c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:48.866161 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:39:42Z', 'revision_number': 1, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:48.877913 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450d908-f7c9-46fd-aac0-72488acca5d6 None None] Pushing event updated for resources: {'Port': ['ID=21e3b5ff-a97a-44be-8595-f57db20d1e83,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:48.884597 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:48.898660 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-61609b46-7637-4b92-86a7-cb40a19d8097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (9a22e0ab-6a4e-43c1-af04-ebe733ca1b66), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:48.908100 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-61609b46-7637-4b92-86a7-cb40a19d8097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:48.909737 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-61609b46-7637-4b92-86a7-cb40a19d8097 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9a22e0ab-6a4e-43c1-af04-ebe733ca1b66 HTTP/1.1" status: 204 len: 168 time: 1.3770945 Apr 06 17:39:48.980985 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28224769-5267-4fab-b6bc-b567e0ca265f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:49.007856 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:49.010612 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd58eaf5-2e95-4eb9-b2cd-7cc6ba3ee0d1 None None] The sync data for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi is: [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:39:42Z', 'revision_number': 1, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:39:49.048248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Current status of the port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:49.111427 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Allocated IP 172.20.0.1 (304acbdc-aff8-422e-8c31-45f0ba8974ee/923c3823-79a9-4c80-8b68-2d48b69dc939/b0b2b489-42b3-44d6-b165-63b4b78cc045) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:49.113952 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609b46-7637-4b92-86a7-cb40a19d8097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a22e0ab-6a4e-43c1-af04-ebe733ca1b66,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:49.173352 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Provisioning complete for port 0bd599d6-be5c-41df-93f5-92672252f4a0 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:49.174225 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:49.195668 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:49.370040 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:39Z', 'revision_number': 3, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:49.456119 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8b1138-4286-45cd-ae7f-3814b7409ea9 None None] The sync data for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi is: [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:39Z', 'revision_number': 3, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:39:49.485852 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:39:49.497499 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98352fd2-2b5b-4aa5-a37a-8ae22b31e83b req-45ee41b9-a819-4e55-a435-106952669e16 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:49.537875 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-98352fd2-2b5b-4aa5-a37a-8ae22b31e83b req-45ee41b9-a819-4e55-a435-106952669e16 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 931 time: 1.4173701 Apr 06 17:39:49.557028 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (67f2b191-c07c-4d78-9f96-4536c6855277), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:49.759537 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:49.808508 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 0bd599d6-be5c-41df-93f5-92672252f4a0 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:49.809069 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:49.847363 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:39:49.877780 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c96f6aac-8752-481a-a856-4b65bf40fa1a admin admin] 10.222.0.18 "PUT /v2.0/routers/2b4c5aab-7cde-47c5-a314-13afc3a2af09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0823927 Apr 06 17:39:49.889495 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-98352fd2-2b5b-4aa5-a37a-8ae22b31e83b req-14fc2732-1b1b-4103-98f9-f91ae9794dd1 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459363 Apr 06 17:39:49.955685 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port 0bd599d6-be5c-41df-93f5-92672252f4a0, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=0bd599d6-be5c-41df-93f5-92672252f4a0,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:39:49.972778 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28224769-5267-4fab-b6bc-b567e0ca265f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (771ed193-77b8-4e87-b37f-6b4e4e6640cb), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:49.975991 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:49.978350 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 719910c6-d8f3-4c67-a328-7e8cfd632a42 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:50.010416 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28224769-5267-4fab-b6bc-b567e0ca265f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (771ed193-77b8-4e87-b37f-6b4e4e6640cb), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.148080 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Publish callbacks [] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.190206 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50554) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:50.192866 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28224769-5267-4fab-b6bc-b567e0ca265f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771ed193-77b8-4e87-b37f-6b4e4e6640cb,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:50.241648 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a5443598-d397-4c59-b4ba-4bd156bb2217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.258179 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28224769-5267-4fab-b6bc-b567e0ca265f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.259729 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-28224769-5267-4fab-b6bc-b567e0ca265f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5773251 Apr 06 17:39:50.304371 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50556) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:50.320851 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-b3d36c1e-8f39-4679-a1d7-ed4c0a7dc18b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group_rule': {'security_group_id': '771ed193-77b8-4e87-b37f-6b4e4e6640cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:50.448795 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3d36c1e-8f39-4679-a1d7-ed4c0a7dc18b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (197e3d58-5782-4653-8b78-6d5fcb5595b8), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.631130 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for port (67f2b191-c07c-4d78-9f96-4536c6855277), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.648965 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (67f2b191-c07c-4d78-9f96-4536c6855277), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.651029 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 719910c6-d8f3-4c67-a328-7e8cfd632a42 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:50.651442 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.653201 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Current status of the port 0bd599d6-be5c-41df-93f5-92672252f4a0 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:50.760260 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=0bd599d6-be5c-41df-93f5-92672252f4a0,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:50.799047 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.821353 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a5443598-d397-4c59-b4ba-4bd156bb2217 admin admin] Publish callbacks [] for security_group (d3810f57-aa68-45a2-8793-0bded025c2cf), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.842834 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Provisioning complete for port 9939113e-fb76-47dd-9589-f8cbc52bbe48 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:50.843298 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.850009 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a5443598-d397-4c59-b4ba-4bd156bb2217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d3810f57-aa68-45a2-8793-0bded025c2cf), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.937191 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3d36c1e-8f39-4679-a1d7-ed4c0a7dc18b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (197e3d58-5782-4653-8b78-6d5fcb5595b8), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.941025 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.984487 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:50.994618 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5986094 Apr 06 17:39:51.023146 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec31ef-2870-4319-b374-6d4628edb81d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'Port': ['ID=67f2b191-c07c-4d78-9f96-4536c6855277,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:51.035467 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:39:45Z', 'revision_number': 2, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:51.062490 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5443598-d397-4c59-b4ba-4bd156bb2217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3810f57-aa68-45a2-8793-0bded025c2cf,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:51.085079 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a5443598-d397-4c59-b4ba-4bd156bb2217 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f47829ed1124c48a5f494acb5af810d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8892176 Apr 06 17:39:51.089025 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50574) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:51.119837 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b2b489-42b3-44d6-b165-63b4b78cc045,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:51.126688 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3d36c1e-8f39-4679-a1d7-ed4c0a7dc18b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (197e3d58-5782-4653-8b78-6d5fcb5595b8), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:51.152090 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6d1e9e-366a-476a-9bcd-d8c624585582 None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:39:45Z', 'revision_number': 2, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:39:51.249064 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-33a26b1f-e0cc-409f-bf6c-468320f3f130 admin admin] Publish callbacks [] for security_group (d3810f57-aa68-45a2-8793-0bded025c2cf), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:51.316596 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-33a26b1f-e0cc-409f-bf6c-468320f3f130 admin admin] Publish callbacks [] for security_group (d3810f57-aa68-45a2-8793-0bded025c2cf), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:51.375808 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:51.392751 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 719910c6-d8f3-4c67-a328-7e8cfd632a42 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:51.411327 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b3d36c1e-8f39-4679-a1d7-ed4c0a7dc18b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:51.412573 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b3d36c1e-8f39-4679-a1d7-ed4c0a7dc18b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0968826 Apr 06 17:39:51.419591 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d36c1e-8f39-4679-a1d7-ed4c0a7dc18b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197e3d58-5782-4653-8b78-6d5fcb5595b8,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:51.422042 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50582) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:51.436598 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Current status of the port 9939113e-fb76-47dd-9589-f8cbc52bbe48 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:51.443568 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-a9878b1c-cda4-4554-9901-c38eb5888d9f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group_rule': {'security_group_id': '771ed193-77b8-4e87-b37f-6b4e4e6640cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:51.452604 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:51.462677 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-33a26b1f-e0cc-409f-bf6c-468320f3f130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d3810f57-aa68-45a2-8793-0bded025c2cf), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:51.465845 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-33a26b1f-e0cc-409f-bf6c-468320f3f130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:51.466692 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:51.467240 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-33a26b1f-e0cc-409f-bf6c-468320f3f130 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3810f57-aa68-45a2-8793-0bded025c2cf HTTP/1.1" status: 204 len: 168 time: 0.3771319 Apr 06 17:39:51.467366 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:51.515754 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Provisioning complete for port 53482a0f-1c7b-411d-9652-a3b06ebae344 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:51.516153 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:51.535375 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a26b1f-e0cc-409f-bf6c-468320f3f130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3810f57-aa68-45a2-8793-0bded025c2cf,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:51.574522 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50586) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:51.579982 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-7197921e-f509-4f1d-a9da-487d1283e35e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1964298000', 'description': 'tempest-description--1218703391'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:51.702046 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7197921e-f509-4f1d-a9da-487d1283e35e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:51.768220 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Port 53482a0f-1c7b-411d-9652-a3b06ebae344 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:39:51.820107 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Provisioning complete for port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:51.823753 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:51.943545 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-db845169-8b77-4eba-adc0-06c5f2ed0ccf None None] Port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:39:52.074560 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7197921e-f509-4f1d-a9da-487d1283e35e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.082981 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7197921e-f509-4f1d-a9da-487d1283e35e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.097806 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-7efd8445-a7e7-49cd-b562-22b4b3df5d2a None None] Provisioning complete for port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:52.100275 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7efd8445-a7e7-49cd-b562-22b4b3df5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.148869 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600dcc9b-4728-4398-a1b9-7c57235a5d1f {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:39:52.172197 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Publish callbacks [] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.181031 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7197921e-f509-4f1d-a9da-487d1283e35e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.187100 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-7197921e-f509-4f1d-a9da-487d1283e35e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6113379 Apr 06 17:39:52.199147 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50610) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:52.213324 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-7efd8445-a7e7-49cd-b562-22b4b3df5d2a None None] Port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:39:52.227644 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Transition to ACTIVE for port object 600dcc9b-4728-4398-a1b9-7c57235a5d1f will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:39:52.239569 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-7efd8445-a7e7-49cd-b562-22b4b3df5d2a None None] Provisioning complete for port 53482a0f-1c7b-411d-9652-a3b06ebae344 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:52.241704 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7efd8445-a7e7-49cd-b562-22b4b3df5d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.244164 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-b4ab0ffd-6e7d-42f4-b236-09845d24440a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'security_group_rule': {'security_group_id': '37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:52.287571 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197921e-f509-4f1d-a9da-487d1283e35e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:52.340570 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-7efd8445-a7e7-49cd-b562-22b4b3df5d2a None None] Port 53482a0f-1c7b-411d-9652-a3b06ebae344 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:39:52.341169 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.350742 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device fc1af597-1c58-4357-b491-6a4cc63d86bf up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:52.368463 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0ffd-6e7d-42f4-b236-09845d24440a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (1021ceb1-0ee8-4c1d-ba57-6165e4e85ccd), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.419967 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.532501 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0ffd-6e7d-42f4-b236-09845d24440a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (1021ceb1-0ee8-4c1d-ba57-6165e4e85ccd), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.540335 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0ffd-6e7d-42f4-b236-09845d24440a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (1021ceb1-0ee8-4c1d-ba57-6165e4e85ccd), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.581870 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab0ffd-6e7d-42f4-b236-09845d24440a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1021ceb1-0ee8-4c1d-ba57-6165e4e85ccd,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:52.598447 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b4ab0ffd-6e7d-42f4-b236-09845d24440a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.600377 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b4ab0ffd-6e7d-42f4-b236-09845d24440a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3912747 Apr 06 17:39:52.603046 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50618) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:52.615487 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-332e15c3-29dc-4450-af9b-b299970b0b01 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'security_group_rule': {'security_group_id': '37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:52.632692 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-c27a35d5-c707-4890-b855-c7ad5c0d82ae None None] Provisioning complete for port b0b2b489-42b3-44d6-b165-63b4b78cc045 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:52.633786 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c27a35d5-c707-4890-b855-c7ad5c0d82ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.650685 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a9878b1c-cda4-4554-9901-c38eb5888d9f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (e5c784ed-6490-4467-85c9-e9314d038215), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.675153 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-332e15c3-29dc-4450-af9b-b299970b0b01 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (01d9d906-adc7-465a-a92c-f8aa32d9cb86), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.703379 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port fc1af597-1c58-4357-b491-6a4cc63d86bf triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:52.703804 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.735456 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be7ed4-bd3a-4565-8b46-349047cf38d3 req-9b463ccc-70c0-4625-9b62-18d14eeff59f tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:52.737043 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a8be7ed4-bd3a-4565-8b46-349047cf38d3 req-9b463ccc-70c0-4625-9b62-18d14eeff59f tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 931 time: 1.6526701 Apr 06 17:39:52.755547 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Pushing event updated for resources: {'Port': ['ID=600dcc9b-4728-4398-a1b9-7c57235a5d1f,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:52.810927 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-332e15c3-29dc-4450-af9b-b299970b0b01 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (01d9d906-adc7-465a-a92c-f8aa32d9cb86), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.824703 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-332e15c3-29dc-4450-af9b-b299970b0b01 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (01d9d906-adc7-465a-a92c-f8aa32d9cb86), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.832016 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-c27a35d5-c707-4890-b855-c7ad5c0d82ae None None] Port b0b2b489-42b3-44d6-b165-63b4b78cc045 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:39:52.870651 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e15c3-29dc-4450-af9b-b299970b0b01 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d9d906-adc7-465a-a92c-f8aa32d9cb86,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:52.934519 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-332e15c3-29dc-4450-af9b-b299970b0b01 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:52.939677 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-332e15c3-29dc-4450-af9b-b299970b0b01 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3345377 Apr 06 17:39:52.954634 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50630) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:52.970129 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:53.026551 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port fc1af597-1c58-4357-b491-6a4cc63d86bf is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:53.026957 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.050859 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.082931 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port fc1af597-1c58-4357-b491-6a4cc63d86bf, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=fc1af597-1c58-4357-b491-6a4cc63d86bf,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:39:53.087006 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-c8da3253-00fb-47de-a40c-f722fc85552f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2059442604&fields=id&tenant_id=1acd353f385b44ef8976ac85be9bdc6f HTTP/1.1" status: 200 len: 267 time: 0.8468308 Apr 06 17:39:53.088452 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.089249 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device e0e7dd14-b6b3-4ea7-b9de-32da0698b802 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:53.178246 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a9878b1c-cda4-4554-9901-c38eb5888d9f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (e5c784ed-6490-4467-85c9-e9314d038215), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.235036 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a9878b1c-cda4-4554-9901-c38eb5888d9f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (e5c784ed-6490-4467-85c9-e9314d038215), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.285316 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.308632 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=fc1af597-1c58-4357-b491-6a4cc63d86bf,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:53.333663 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:53.334305 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.526556 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Allocated IP 172.27.2.72 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/db29494d-abab-4f60-891a-657861a2ef7b) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:53.560158 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:53.564111 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 0bd599d6-be5c-41df-93f5-92672252f4a0 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:53.762978 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 0bd599d6-be5c-41df-93f5-92672252f4a0 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:53.763553 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.779833 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for port (db29494d-abab-4f60-891a-657861a2ef7b), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.845247 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9878b1c-cda4-4554-9901-c38eb5888d9f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c784ed-6490-4467-85c9-e9314d038215,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:53.846940 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (db29494d-abab-4f60-891a-657861a2ef7b), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.870872 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Attempting to bind port 600dcc9b-4728-4398-a1b9-7c57235a5d1f on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:39:53.871512 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Attempting to bind port 600dcc9b-4728-4398-a1b9-7c57235a5d1f by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '2a704f58-12e7-4d2e-9739-40290439e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '674a73c1-88e5-450b-9450-455653d5d957'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:39:53.872019 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Attempting to bind port 600dcc9b-4728-4398-a1b9-7c57235a5d1f on network 674a73c1-88e5-450b-9450-455653d5d957 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:53.882643 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a8be7ed4-bd3a-4565-8b46-349047cf38d3 req-a77ae221-4af8-4eae-b088-bc1f9c01a98a tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0297403 Apr 06 17:39:53.891608 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a9878b1c-cda4-4554-9901-c38eb5888d9f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.893233 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a9878b1c-cda4-4554-9901-c38eb5888d9f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4600117 Apr 06 17:39:53.903140 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50656) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:53.906285 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Port 600dcc9b-4728-4398-a1b9-7c57235a5d1f on network 674a73c1-88e5-450b-9450-455653d5d957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:39:53.906787 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Attempting to bind port 600dcc9b-4728-4398-a1b9-7c57235a5d1f on network 674a73c1-88e5-450b-9450-455653d5d957 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:39:53.912702 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 0bd599d6-be5c-41df-93f5-92672252f4a0 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:53.914261 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 9939113e-fb76-47dd-9589-f8cbc52bbe48 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:53.914725 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:39:53.975302 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:39:53.975679 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Checking segment: {'id': '2a704f58-12e7-4d2e-9739-40290439e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '674a73c1-88e5-450b-9450-455653d5d957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:39:53.976262 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Bound using segment: {'id': '2a704f58-12e7-4d2e-9739-40290439e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '674a73c1-88e5-450b-9450-455653d5d957'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:39:53.976729 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Bound port: 600dcc9b-4728-4398-a1b9-7c57235a5d1f, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a704f58-12e7-4d2e-9739-40290439e651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '674a73c1-88e5-450b-9450-455653d5d957'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:39:53.977096 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:53.990965 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:53.993855 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:54.019610 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:54.073528 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 9939113e-fb76-47dd-9589-f8cbc52bbe48 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:54.074054 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.114005 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (80669c33-b2d6-4d04-836d-a7249fee1f82), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.136841 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'Port': ['ID=db29494d-abab-4f60-891a-657861a2ef7b,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:54.142810 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-0b1bd8a4-17cb-4a8e-8863-ea5b5b75c498 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:54.147615 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-0b1bd8a4-17cb-4a8e-8863-ea5b5b75c498 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 816 time: 0.9622555 Apr 06 17:39:54.175978 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.201932 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (db29494d-abab-4f60-891a-657861a2ef7b), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.258333 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 9939113e-fb76-47dd-9589-f8cbc52bbe48 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:54.260280 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 89419ddd-c952-45c4-87c9-dadac3b8cc13 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:54.297012 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Publish callbacks [] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.359904 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-3ac2578f-3fc0-4072-8c1c-51ed8f1f930c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/quotas/1acd353f385b44ef8976ac85be9bdc6f HTTP/1.1" status: 200 len: 375 time: 0.1970031 Apr 06 17:39:54.379926 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.380650 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.423035 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 89419ddd-c952-45c4-87c9-dadac3b8cc13 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:54.423424 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.539604 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for port (db29494d-abab-4f60-891a-657861a2ef7b), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.559746 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (db29494d-abab-4f60-891a-657861a2ef7b), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.564491 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Pushing event updated for resources: {'Port': ['ID=b0b2b489-42b3-44d6-b165-63b4b78cc045,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:54.695996 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (80669c33-b2d6-4d04-836d-a7249fee1f82), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.710476 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 89419ddd-c952-45c4-87c9-dadac3b8cc13 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:54.712074 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.740044 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.745426 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] For port 600dcc9b-4728-4398-a1b9-7c57235a5d1f, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:39:54.755250 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7983570 Apr 06 17:39:54.787073 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port 89419ddd-c952-45c4-87c9-dadac3b8cc13, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=89419ddd-c952-45c4-87c9-dadac3b8cc13,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:39:54.793188 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:54.834128 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] For port 600dcc9b-4728-4398-a1b9-7c57235a5d1f, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=600dcc9b-4728-4398-a1b9-7c57235a5d1f,segment=NetworkSegment(2a704f58-12e7-4d2e-9739-40290439e651),segment_id=2a704f58-12e7-4d2e-9739-40290439e651)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:39:54.843341 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dedae7-99dd-4169-843b-366468306c66 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'Port': ['ID=db29494d-abab-4f60-891a-657861a2ef7b,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:54.942628 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-87eea66a-8a92-4a67-b279-b33ae539436c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5654795 Apr 06 17:39:54.944009 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:55.200725 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:55.202698 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:55.204305 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] 10.222.0.49 "PUT /v2.0/ports/600dcc9b-4728-4398-a1b9-7c57235a5d1f HTTP/1.1" status: 200 len: 1093 time: 6.7931294 Apr 06 17:39:55.204778 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd596e62-a9ef-401d-a71f-8ca1bfb6e83c', 'tag': '600dcc9b-4728-4398-a1b9-7c57235a5d1f'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:39:55.262909 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 21e3b5ff-a97a-44be-8595-f57db20d1e83 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:55.322784 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=89419ddd-c952-45c4-87c9-dadac3b8cc13,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:55.380567 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 21e3b5ff-a97a-44be-8595-f57db20d1e83 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:55.380921 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:55.447710 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:55.469775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001aa01c-eecd-4865-ae1c-aa8c34932942 service neutron] Pushing event updated for resources: {'Port': ['ID=600dcc9b-4728-4398-a1b9-7c57235a5d1f,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:55.479904 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:55.615210 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795752c7-4d52-4f23-9de4-4d9f1e72ce32" -d '{"events": [{"name": "network-changed", "server_uuid": "dd596e62-a9ef-401d-a71f-8ca1bfb6e83c", "tag": "600dcc9b-4728-4398-a1b9-7c57235a5d1f"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:39:55.690820 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 21e3b5ff-a97a-44be-8595-f57db20d1e83 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:55.691422 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:55.707977 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-a97387e9-d45c-4b05-9822-539312f5c023 service neutron] 10.222.0.18 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7455444 Apr 06 17:39:55.737716 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9f4cc-327c-45e3-bc09-33a4fd7ee53e req-cb2db0bb-6153-44ef-a3ac-17e115afbd90 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:55.739700 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-43f9f4cc-327c-45e3-bc09-33a4fd7ee53e req-cb2db0bb-6153-44ef-a3ac-17e115afbd90 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 943 time: 0.6538274 Apr 06 17:39:55.751936 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-48dd350a-d76b-4cc0-9c6f-5c2b7c382d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:55.754690 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-48dd350a-d76b-4cc0-9c6f-5c2b7c382d9d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65b713f0d262481fa2d0b32648efd396&device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 1127 time: 0.4250877 Apr 06 17:39:55.768376 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port 21e3b5ff-a97a-44be-8595-f57db20d1e83, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=21e3b5ff-a97a-44be-8595-f57db20d1e83,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:39:55.776735 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:55.777668 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device fc1af597-1c58-4357-b491-6a4cc63d86bf up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:56.015487 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port fc1af597-1c58-4357-b491-6a4cc63d86bf triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:56.016964 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:56.112432 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-a553b0d8-3b35-4f5b-a317-9cb580ae5e18 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=600dcc9b-4728-4398-a1b9-7c57235a5d1f HTTP/1.1" status: 200 len: 217 time: 0.3292577 Apr 06 17:39:56.116614 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=21e3b5ff-a97a-44be-8595-f57db20d1e83,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:56.132375 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-28b35625-5f8c-4f74-aac1-05c19282ff36 None None] Provisioning complete for port b0b2b489-42b3-44d6-b165-63b4b78cc045 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:56.132941 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-28b35625-5f8c-4f74-aac1-05c19282ff36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:56.204908 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:56.250878 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-28b35625-5f8c-4f74-aac1-05c19282ff36 None None] Port b0b2b489-42b3-44d6-b165-63b4b78cc045 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:39:56.268897 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-0ed92ecc-1f06-4ed5-8b4e-7630d0339ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:56.270398 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-0ed92ecc-1f06-4ed5-8b4e-7630d0339ecd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f HTTP/1.1" status: 200 len: 852 time: 0.0721235 Apr 06 17:39:56.318389 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port fc1af597-1c58-4357-b491-6a4cc63d86bf is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:56.464919 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-5490a64b-ed75-4a2a-955b-81fd5e1e034d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=674a73c1-88e5-450b-9450-455653d5d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598811 Apr 06 17:39:56.583142 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-43f9f4cc-327c-45e3-bc09-33a4fd7ee53e req-083cdcc6-e81a-44bf-ada6-a93e9d0c2626 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8021646 Apr 06 17:39:56.589702 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:39:56.687831 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-149836b2-2f54-41f8-973b-b0dda3f7316a service neutron] 10.222.0.18 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9470742 Apr 06 17:39:56.691161 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-e0b64dfd-00b6-4043-93bb-140400ae8df2 service neutron] 10.222.0.49 "GET /v2.0/networks/674a73c1-88e5-450b-9450-455653d5d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976991 Apr 06 17:39:57.069559 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50758) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:57.085760 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 21e3b5ff-a97a-44be-8595-f57db20d1e83 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:57.092456 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Sync routers for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:39:57.237393 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:57.238469 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:57.433031 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-af3b3ebb-6992-45ef-b0f7-258bbb041501 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:57.518943 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a88a2baa-e290-4275-804e-4a0f3a6a8d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:57.606227 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:57.669470 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-af3b3ebb-6992-45ef-b0f7-258bbb041501 admin admin] Publish callbacks [] for security_group (19fea43d-9f6f-4301-9511-f989be0478a5), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:57.690918 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-af3b3ebb-6992-45ef-b0f7-258bbb041501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (19fea43d-9f6f-4301-9511-f989be0478a5), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:57.692084 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Allocated IP 172.27.2.73 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/c6a3c65b-c19a-4ae9-821b-41f23e5b702c) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:39:57.724213 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 21e3b5ff-a97a-44be-8595-f57db20d1e83 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:57.725756 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:57.774538 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b3ebb-6992-45ef-b0f7-258bbb041501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fea43d-9f6f-4301-9511-f989be0478a5,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:57.837531 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-af3b3ebb-6992-45ef-b0f7-258bbb041501 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=629cd73f80da44f0b1153b6e1fbfc74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7637107 Apr 06 17:39:57.837775 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50800) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:57.955706 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-50baac01-085c-406a-b627-20d99bedf90b admin admin] Publish callbacks [] for security_group (19fea43d-9f6f-4301-9511-f989be0478a5), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:57.992959 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-50baac01-085c-406a-b627-20d99bedf90b admin admin] Publish callbacks [] for security_group (19fea43d-9f6f-4301-9511-f989be0478a5), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:58.063524 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-50baac01-085c-406a-b627-20d99bedf90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (19fea43d-9f6f-4301-9511-f989be0478a5), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:58.070953 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-50baac01-085c-406a-b627-20d99bedf90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:58.073901 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-50baac01-085c-406a-b627-20d99bedf90b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19fea43d-9f6f-4301-9511-f989be0478a5 HTTP/1.1" status: 204 len: 168 time: 0.2344868 Apr 06 17:39:58.087304 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50baac01-085c-406a-b627-20d99bedf90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fea43d-9f6f-4301-9511-f989be0478a5,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:58.193474 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 21e3b5ff-a97a-44be-8595-f57db20d1e83 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:58.195195 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 89419ddd-c952-45c4-87c9-dadac3b8cc13 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:39:58.257703 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (c6a3c65b-c19a-4ae9-821b-41f23e5b702c), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:58.292726 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 89419ddd-c952-45c4-87c9-dadac3b8cc13 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:39:58.293363 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:58.345227 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3cfada1-8abe-4dc1-abb2-2ab4c7f7f2f4 req-3ee69bc7-23b5-462b-963e-a252223e4892 service neutron] 10.222.0.49 "GET /v2.0/networks/674a73c1-88e5-450b-9450-455653d5d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6228027 Apr 06 17:39:58.348706 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fe437f-6b33-444f-b3dc-b66c2fa67608 x-openstack-request-id: req-a5fe437f-6b33-444f-b3dc-b66c2fa67608 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:39:58.350466 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd596e62-a9ef-401d-a71f-8ca1bfb6e83c", "tag": "600dcc9b-4728-4398-a1b9-7c57235a5d1f", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:39:58.355000 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5fe437f-6b33-444f-b3dc-b66c2fa67608 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:39:58.358225 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5fe437f-6b33-444f-b3dc-b66c2fa67608'] response: {'name': 'network-changed', 'server_uuid': 'dd596e62-a9ef-401d-a71f-8ca1bfb6e83c', 'tag': '600dcc9b-4728-4398-a1b9-7c57235a5d1f', 'status': 'completed', 'code': 200} Apr 06 17:39:58.368784 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (c6a3c65b-c19a-4ae9-821b-41f23e5b702c), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:58.429873 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:39:45Z', 'revision_number': 2, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:58.443122 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:39:58.459294 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-635c6b7f-c879-4232-8096-f48fa5154260 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1964298000&fields=id&tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e HTTP/1.1" status: 200 len: 267 time: 0.9156404 Apr 06 17:39:58.514622 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Checking router: 2b4c5aab-7cde-47c5-a314-13afc3a2af09 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:39:58.514825 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Updating router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 port 53482a0f-1c7b-411d-9652-a3b06ebae344 binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:39:58.523981 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:39:58.601185 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:58.604395 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:39:58.649148 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:39:58.656482 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 89419ddd-c952-45c4-87c9-dadac3b8cc13 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:39:58.672222 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Sync routers for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:39:58.673068 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-82f621d7-cabb-4b4b-bf46-e7558995deb8 req-23aa1196-5807-4960-8006-96f938e26cbe tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 210 time: 0.2666144 Apr 06 17:39:58.686088 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-561e2f63-9817-488c-a73d-ae62bfb26d22 admin admin] 10.222.0.18 "PUT /v2.0/routers/ed1df1e2-4d4e-43d9-be0d-b496c87dbf09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9203987 Apr 06 17:39:58.703805 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:58.705539 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:58.923482 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=c6a3c65b-c19a-4ae9-821b-41f23e5b702c,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:59.006984 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:59.090518 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (d93bb3f2-97be-439b-b86d-75b2bb42611c), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.157180 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795752c7-4d52-4f23-9de4-4d9f1e72ce32 req-5d0a3dba-dc02-4670-aab2-1901230f7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:59.159054 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-795752c7-4d52-4f23-9de4-4d9f1e72ce32 req-5d0a3dba-dc02-4670-aab2-1901230f7a11 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=65b713f0d262481fa2d0b32648efd396&device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 1127 time: 0.6879718 Apr 06 17:39:59.175623 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50844) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:59.214897 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3caae485-9505-4f21-8028-76bc66db36a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.277864 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:39:59.315834 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 2, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:59.345680 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Checking router: ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:39:59.346368 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Updating router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 port b0b2b489-42b3-44d6-b165-63b4b78cc045 binding host dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:39:59.352418 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:39:59.353074 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:39:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:39:59.377745 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.401584 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-7befbfe1-beab-4e14-a2bc-1dad04f723b5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:59.412325 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-7befbfe1-beab-4e14-a2bc-1dad04f723b5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/networks?id=6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 200 len: 809 time: 0.8867867 Apr 06 17:39:59.532275 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8412dc8-5093-4020-b6d6-f9acbc3f72dc req-63147fee-197a-4109-a821-ed4b2b50d7b1 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:59.541285 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8412dc8-5093-4020-b6d6-f9acbc3f72dc req-63147fee-197a-4109-a821-ed4b2b50d7b1 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 943 time: 0.6497254 Apr 06 17:39:59.582509 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-34ea6ff9-8196-49f9-8bcf-30f8595a0688 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/quotas/9231d007afb3425e8b8e3dbcc02b0f2e HTTP/1.1" status: 200 len: 375 time: 0.1677952 Apr 06 17:39:59.584632 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c6a3c65b-c19a-4ae9-821b-41f23e5b702c), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.595816 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-48a9fd56-d268-424f-8ebc-6d4e63fd0dc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.621776 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3caae485-9505-4f21-8028-76bc66db36a9 admin admin] Publish callbacks [] for security_group (4d43c258-85bc-4f22-b5ea-fa5c5ab47456), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.632583 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3caae485-9505-4f21-8028-76bc66db36a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (4d43c258-85bc-4f22-b5ea-fa5c5ab47456), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.633824 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:39:59.755574 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3caae485-9505-4f21-8028-76bc66db36a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b606492f0c31438ea12fd30f7253600d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5778358 Apr 06 17:39:59.761162 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50862) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:39:59.769627 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caae485-9505-4f21-8028-76bc66db36a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d43c258-85bc-4f22-b5ea-fa5c5ab47456,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:59.789618 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Publish callbacks [] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.797840 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8412dc8-5093-4020-b6d6-f9acbc3f72dc req-3e03d10d-6b9d-4f7f-a4bf-8cd1998b95ee tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554996 Apr 06 17:39:59.807332 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.874475 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9fcca2f5-109d-44c5-aee1-e8a7c400ce6d admin admin] Publish callbacks [] for security_group (4d43c258-85bc-4f22-b5ea-fa5c5ab47456), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.914934 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17707ea3-bf15-47c5-8ba6-51d47cb54273 None None] Pushing event updated for resources: {'Port': ['ID=b0b2b489-42b3-44d6-b165-63b4b78cc045,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:39:59.925999 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Publish callbacks [] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.930724 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9fcca2f5-109d-44c5-aee1-e8a7c400ce6d admin admin] Publish callbacks [] for security_group (4d43c258-85bc-4f22-b5ea-fa5c5ab47456), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:39:59.959087 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795752c7-4d52-4f23-9de4-4d9f1e72ce32 req-0f715fe9-fe4f-4b25-b021-a4ca2fa6144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:39:59.975569 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-795752c7-4d52-4f23-9de4-4d9f1e72ce32 req-0f715fe9-fe4f-4b25-b021-a4ca2fa6144f service neutron] 10.222.0.49 "GET /v2.0/networks?id=674a73c1-88e5-450b-9450-455653d5d957 HTTP/1.1" status: 200 len: 913 time: 0.7649686 Apr 06 17:39:59.988083 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.041651 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50870) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:00.043858 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-7d2b57e2-41d2-4429-afaa-92e320b2d5e5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4590056 Apr 06 17:40:00.051190 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9fcca2f5-109d-44c5-aee1-e8a7c400ce6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (4d43c258-85bc-4f22-b5ea-fa5c5ab47456), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.061639 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9fcca2f5-109d-44c5-aee1-e8a7c400ce6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.067767 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-9fcca2f5-109d-44c5-aee1-e8a7c400ce6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d43c258-85bc-4f22-b5ea-fa5c5ab47456 HTTP/1.1" status: 204 len: 168 time: 0.2900047 Apr 06 17:40:00.085612 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcca2f5-109d-44c5-aee1-e8a7c400ce6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d43c258-85bc-4f22-b5ea-fa5c5ab47456,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:00.091958 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Attempting to bind port b0b2b489-42b3-44d6-b165-63b4b78cc045 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:40:00.092776 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Attempting to bind port b0b2b489-42b3-44d6-b165-63b4b78cc045 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:40:00.093697 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Attempting to bind port b0b2b489-42b3-44d6-b165-63b4b78cc045 on network 304acbdc-aff8-422e-8c31-45f0ba8974ee {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:00.099853 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:40:00.100594 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Checking segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:40:00.101505 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.102224 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Bound using segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:40:00.102862 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Bound port: b0b2b489-42b3-44d6-b165-63b4b78cc045, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:40:00.103422 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.184768 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (c6a3c65b-c19a-4ae9-821b-41f23e5b702c), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.202810 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (c6a3c65b-c19a-4ae9-821b-41f23e5b702c), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.273519 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] For port b0b2b489-42b3-44d6-b165-63b4b78cc045, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:40:00.288243 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] For port b0b2b489-42b3-44d6-b165-63b4b78cc045, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=b0b2b489-42b3-44d6-b165-63b4b78cc045,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:40:00.306534 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (d93bb3f2-97be-439b-b86d-75b2bb42611c), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.316851 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.375600 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=c6a3c65b-c19a-4ae9-821b-41f23e5b702c,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:00.395703 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.409874 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-bc1ee826-7f79-4238-b209-8ffe955978a9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5032520 Apr 06 17:40:00.445873 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-98c07e14-8bea-4f83-801c-bc3f33238a14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.507217 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:40:00.508079 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:40:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:00.511943 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50882) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:00.532922 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db8f9-2fa0-446f-a44c-9ee3075641fe None None] Pushing event updated for resources: {'Port': ['ID=53482a0f-1c7b-411d-9652-a3b06ebae344,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:00.577459 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17707ea3-bf15-47c5-8ba6-51d47cb54273 None None] Pushing event updated for resources: {'Port': ['ID=b0b2b489-42b3-44d6-b165-63b4b78cc045,revision_number=4']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:00.698380 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-98c07e14-8bea-4f83-801c-bc3f33238a14 admin admin] Publish callbacks [] for security_group (c82d75ed-9de7-47dc-9e9e-072090278041), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.709793 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-98c07e14-8bea-4f83-801c-bc3f33238a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (c82d75ed-9de7-47dc-9e9e-072090278041), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.792814 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-98c07e14-8bea-4f83-801c-bc3f33238a14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f092c0991d66415580db219b29f2d180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7497656 Apr 06 17:40:00.793876 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50900) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:00.795044 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c07e14-8bea-4f83-801c-bc3f33238a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82d75ed-9de7-47dc-9e9e-072090278041,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:00.874209 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-33cac3fc-8b13-4d39-a226-6909b61a552a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:00.876456 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-33cac3fc-8b13-4d39-a226-6909b61a552a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 819 time: 0.2082362 Apr 06 17:40:00.891449 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f1905e40-70a6-4c38-85d3-f574dfc5d5d4 admin admin] Publish callbacks [] for security_group (c82d75ed-9de7-47dc-9e9e-072090278041), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.917832 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f1905e40-70a6-4c38-85d3-f574dfc5d5d4 admin admin] Publish callbacks [] for security_group (c82d75ed-9de7-47dc-9e9e-072090278041), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.941052 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-871d53fb-662e-4fb8-b6ed-4c7b9612a5de tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/quotas/0a6b7aa3146044f68b557df2f26429f8 HTTP/1.1" status: 200 len: 375 time: 0.0564644 Apr 06 17:40:00.942681 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-795752c7-4d52-4f23-9de4-4d9f1e72ce32 req-22c87f02-dc59-414d-85b4-9c163ddedd20 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=600dcc9b-4728-4398-a1b9-7c57235a5d1f HTTP/1.1" status: 200 len: 217 time: 0.0653424 Apr 06 17:40:00.987867 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f1905e40-70a6-4c38-85d3-f574dfc5d5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (c82d75ed-9de7-47dc-9e9e-072090278041), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:00.994528 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f1905e40-70a6-4c38-85d3-f574dfc5d5d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.000465 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-f1905e40-70a6-4c38-85d3-f574dfc5d5d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c82d75ed-9de7-47dc-9e9e-072090278041 HTTP/1.1" status: 204 len: 168 time: 0.2022858 Apr 06 17:40:01.010275 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1905e40-70a6-4c38-85d3-f574dfc5d5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82d75ed-9de7-47dc-9e9e-072090278041,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:01.024757 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d04283a9-1f34-4de8-8e9f-50961687de30 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785172 Apr 06 17:40:01.073822 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:40:01.099251 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-a33ecd0d-f2b1-486b-8b8d-788d9efc4497 None None] Provisioning complete for port b0b2b489-42b3-44d6-b165-63b4b78cc045 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:01.099632 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a33ecd0d-f2b1-486b-8b8d-788d9efc4497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.144895 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Attempting to bind port 53482a0f-1c7b-411d-9652-a3b06ebae344 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:40:01.145530 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Attempting to bind port 53482a0f-1c7b-411d-9652-a3b06ebae344 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:40:01.146080 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Attempting to bind port 53482a0f-1c7b-411d-9652-a3b06ebae344 on network 6369e41b-044c-4773-9dbb-ba65b327e8a3 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:01.156660 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.174006 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:40:01.174794 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Checking segment: {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:40:01.175384 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.175965 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Bound using segment: {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:40:01.176643 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Bound port: 53482a0f-1c7b-411d-9652-a3b06ebae344, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:40:01.177210 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.214312 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:39:45Z', 'revision_number': 2, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:01.262284 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.49', 49908) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:01.295269 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:40:01.296471 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Updating router 07e59484-0984-4a4d-91f9-65393fea5309 port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:40:01.353971 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-a33ecd0d-f2b1-486b-8b8d-788d9efc4497 None None] Current status of the port b0b2b489-42b3-44d6-b165-63b4b78cc045 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:01.354792 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a33ecd0d-f2b1-486b-8b8d-788d9efc4497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.377903 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9657-96a9-4fc7-92be-e2c9c8b52721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.382287 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.386117 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] For port 53482a0f-1c7b-411d-9652-a3b06ebae344, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:40:01.387485 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-79b1011e-2e10-45fd-93b5-32cb87d0f2f1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:40:01.390924 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] For port 53482a0f-1c7b-411d-9652-a3b06ebae344, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=53482a0f-1c7b-411d-9652-a3b06ebae344,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:40:01.399061 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-79b1011e-2e10-45fd-93b5-32cb87d0f2f1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3968008 Apr 06 17:40:01.429306 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.480832 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-a33ecd0d-f2b1-486b-8b8d-788d9efc4497 None None] For port b0b2b489-42b3-44d6-b165-63b4b78cc045, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=b0b2b489-42b3-44d6-b165-63b4b78cc045,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:01.511551 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:00Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:01.551500 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a33ecd0d-f2b1-486b-8b8d-788d9efc4497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.585525 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3104e893-d7e9-4220-84dc-ff550bd88db1 None None] The sync data for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi is: [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:00Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:40:01.609571 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9657-96a9-4fc7-92be-e2c9c8b52721 admin admin] Publish callbacks [] for security_group (aa1bb3df-1947-4106-9972-e04190351484), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.685221 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dcfd5a4-fa18-4d6a-a990-b14e047bf219 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:01.690500 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dcfd5a4-fa18-4d6a-a990-b14e047bf219 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 816 time: 0.4217398 Apr 06 17:40:01.733559 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-dd5f9657-96a9-4fc7-92be-e2c9c8b52721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (aa1bb3df-1947-4106-9972-e04190351484), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:01.784791 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795752c7-4d52-4f23-9de4-4d9f1e72ce32 req-b9dadac4-3b15-41ce-8d32-d3d6e4b87de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:01.794002 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-795752c7-4d52-4f23-9de4-4d9f1e72ce32 req-b9dadac4-3b15-41ce-8d32-d3d6e4b87de6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f HTTP/1.1" status: 200 len: 852 time: 0.5966074 Apr 06 17:40:01.854624 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-994aabf2-c0f2-40ef-9ae9-273246d3aca3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1acd353f385b44ef8976ac85be9bdc6f HTTP/1.1" status: 200 len: 380 time: 0.1483691 Apr 06 17:40:01.869596 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:40:01.870122 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:40:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:01.873666 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'port': {'device_id': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'admin_state_up': True, 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'security_groups': ['24691ffc-c1e4-480d-857b-be77aebb4f7c']}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:01.922578 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50922) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:01.934306 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-795752c7-4d52-4f23-9de4-4d9f1e72ce32 req-397a0264-6f3b-4d24-a71a-74fa7c911e17 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=674a73c1-88e5-450b-9450-455653d5d957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392260 Apr 06 17:40:01.959506 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-72439dc2-3d35-4e1d-86bb-8db9c4ce0e0d service neutron] 10.222.0.18 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9273310 Apr 06 17:40:01.979659 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-dd5f9657-96a9-4fc7-92be-e2c9c8b52721 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aa1490040974e258534b10e9b631ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4662919 Apr 06 17:40:01.980429 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f9657-96a9-4fc7-92be-e2c9c8b52721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1bb3df-1947-4106-9972-e04190351484,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:01.986772 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50926) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:02.034793 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de2ccf00-730c-4cab-b8dc-5a99d40ede36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.067173 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Made reservation on behalf of 1acd353f385b44ef8976ac85be9bdc6f for: {'port': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:40:02.071714 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.129135 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78db8f9-2fa0-446f-a44c-9ee3075641fe None None] Pushing event updated for resources: {'Port': ['ID=53482a0f-1c7b-411d-9652-a3b06ebae344,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:02.179128 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:40:02.359126 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.392610 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-c288d7b5-2183-4e3d-9046-aa7bb4b5b937 None None] Provisioning complete for port b0b2b489-42b3-44d6-b165-63b4b78cc045 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:02.394192 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c288d7b5-2183-4e3d-9046-aa7bb4b5b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.496058 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-fee3c881-799b-4364-8cbb-8d42d079d813 service neutron] 10.222.0.18 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0849693 Apr 06 17:40:02.506622 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Allocated IP 172.20.0.13 (148f62ba-7daa-425d-ad50-d3580e75541e/b41a8b0f-75ba-44ac-b938-b9405ebb4671/e3f021a8-38ec-4ba6-8094-d0f007ab28ed) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:40:02.564113 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ecd0d-f2b1-486b-8b8d-788d9efc4497 None None] Pushing event updated for resources: {'Port': ['ID=b0b2b489-42b3-44d6-b165-63b4b78cc045,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:02.631902 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-c288d7b5-2183-4e3d-9046-aa7bb4b5b937 None None] Current status of the port b0b2b489-42b3-44d6-b165-63b4b78cc045 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:02.696682 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-795752c7-4d52-4f23-9de4-4d9f1e72ce32 req-f2eabd39-448c-4cb8-95c3-d3c609de4c67 service neutron] 10.222.0.49 "GET /v2.0/networks/674a73c1-88e5-450b-9450-455653d5d957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342620 Apr 06 17:40:02.726312 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-c288d7b5-2183-4e3d-9046-aa7bb4b5b937 None None] Provisioning complete for port 53482a0f-1c7b-411d-9652-a3b06ebae344 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:02.726721 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c288d7b5-2183-4e3d-9046-aa7bb4b5b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.734374 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.736709 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.741806 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3f346c4e-0bf7-4c22-90f9-d825565ddfe4 admin admin] Publish callbacks [] for security_group (aa1bb3df-1947-4106-9972-e04190351484), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.746175 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-b3c24013-ab81-414c-aa36-08d1878c0790 service neutron] 10.222.0.18 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581613 Apr 06 17:40:02.770761 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Publish callbacks [] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.784583 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.789830 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.866688 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:02.939092 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3f346c4e-0bf7-4c22-90f9-d825565ddfe4 admin admin] Publish callbacks [] for security_group (aa1bb3df-1947-4106-9972-e04190351484), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:02.946898 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478f53aa-4410-4457-b483-fb6b4de17d42 None None] The sync data for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi is: [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:40:02.954319 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde4349-415b-4799-b5d0-79c886008bc5 None None] Pushing event updated for resources: {'Port': ['ID=7590793b-58b2-44a5-a5ed-73fd38aaa3b6,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:02.985342 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-78fc0593-7f4d-460b-98cf-839f948726a0 service neutron] 10.222.0.18 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387112 Apr 06 17:40:03.043604 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de2ccf00-730c-4cab-b8dc-5a99d40ede36 admin admin] Publish callbacks [] for security_group (49f49d55-67e8-48d9-af4e-90b6c75099dd), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.112047 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-c288d7b5-2183-4e3d-9046-aa7bb4b5b937 None None] Current status of the port 53482a0f-1c7b-411d-9652-a3b06ebae344 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:03.112715 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c288d7b5-2183-4e3d-9046-aa7bb4b5b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.116339 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Attempting to bind port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:40:03.116912 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Attempting to bind port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:40:03.117450 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Attempting to bind port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 on network 46a47786-96d2-4524-85d9-d3afc011b078 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:03.118162 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de2ccf00-730c-4cab-b8dc-5a99d40ede36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (49f49d55-67e8-48d9-af4e-90b6c75099dd), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.133297 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Network 148f62ba-7daa-425d-ad50-d3580e75541e is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:40:03.141505 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:40:03.144145 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:40:03.144778 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Checking segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:40:03.145429 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.147156 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Bound using segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:40:03.148084 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Bound port: 7590793b-58b2-44a5-a5ed-73fd38aaa3b6, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:40:03.149039 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.167386 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:40:03.184686 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:03.185211 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 53482a0f-1c7b-411d-9652-a3b06ebae344 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:03.187092 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.202880 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:03.233049 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-de2ccf00-730c-4cab-b8dc-5a99d40ede36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df85c4b8b3d14f60b8e0ad85caa663cc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2989905 Apr 06 17:40:03.236224 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 50948) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:03.259120 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-795752c7-4d52-4f23-9de4-4d9f1e72ce32 req-abcc489c-3a05-4112-b602-cbf8e26d24da service neutron] 10.222.0.49 "GET /v2.0/networks/674a73c1-88e5-450b-9450-455653d5d957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5487621 Apr 06 17:40:03.329354 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ccf00-730c-4cab-b8dc-5a99d40ede36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f49d55-67e8-48d9-af4e-90b6c75099dd,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:03.382065 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3f346c4e-0bf7-4c22-90f9-d825565ddfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (aa1bb3df-1947-4106-9972-e04190351484), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.386573 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3f346c4e-0bf7-4c22-90f9-d825565ddfe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.390923 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-3f346c4e-0bf7-4c22-90f9-d825565ddfe4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa1bb3df-1947-4106-9972-e04190351484 HTTP/1.1" status: 204 len: 168 time: 1.4011965 Apr 06 17:40:03.393737 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-c288d7b5-2183-4e3d-9046-aa7bb4b5b937 None None] For port 53482a0f-1c7b-411d-9652-a3b06ebae344, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=53482a0f-1c7b-411d-9652-a3b06ebae344,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:03.397833 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 600dcc9b-4728-4398-a1b9-7c57235a5d1f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:40:03.406089 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384ff44-3a68-4f75-b26e-36c449f0f46e req-6b212c3d-4162-4df9-b8c6-a731025561b1 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:03.418707 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c384ff44-3a68-4f75-b26e-36c449f0f46e req-6b212c3d-4162-4df9-b8c6-a731025561b1 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 932 time: 0.1864719 Apr 06 17:40:03.439332 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-d9aa9810-e1d3-42a0-b5d3-2408b7ff9a5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5780933 Apr 06 17:40:03.458111 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Request body: {'port': {'device_id': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:03.472927 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c288d7b5-2183-4e3d-9046-aa7bb4b5b937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.501233 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f346c4e-0bf7-4c22-90f9-d825565ddfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1bb3df-1947-4106-9972-e04190351484,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:03.620442 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c384ff44-3a68-4f75-b26e-36c449f0f46e req-b4325573-af65-4443-afcd-2a85177dcdb7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008238 Apr 06 17:40:03.644992 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28fef74d-c4c5-4671-a885-66274d811258 admin admin] Publish callbacks [] for security_group (49f49d55-67e8-48d9-af4e-90b6c75099dd), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.702793 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-d3f53acf-2250-4771-a841-8ed329ac3e86 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--216241111&fields=id&tenant_id=87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 267 time: 0.1477652 Apr 06 17:40:03.813836 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 53482a0f-1c7b-411d-9652-a3b06ebae344 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:03.832322 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.882048 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28fef74d-c4c5-4671-a885-66274d811258 admin admin] Publish callbacks [] for security_group (49f49d55-67e8-48d9-af4e-90b6c75099dd), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.933565 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:03.990875 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28fef74d-c4c5-4671-a885-66274d811258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (49f49d55-67e8-48d9-af4e-90b6c75099dd), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:04.009698 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28fef74d-c4c5-4671-a885-66274d811258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:04.011097 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-28fef74d-c4c5-4671-a885-66274d811258 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49f49d55-67e8-48d9-af4e-90b6c75099dd HTTP/1.1" status: 204 len: 168 time: 0.7732954 Apr 06 17:40:04.051134 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fef74d-c4c5-4671-a885-66274d811258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f49d55-67e8-48d9-af4e-90b6c75099dd,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:04.128708 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-bfba40c0-e55f-41fa-b49a-e94db8cfe7b8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:04.136669 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-bfba40c0-e55f-41fa-b49a-e94db8cfe7b8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 815 time: 0.4261765 Apr 06 17:40:04.172161 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-7eedf07a-bf8e-4c7d-8060-882b507cb0e1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/quotas/87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 375 time: 0.0331197 Apr 06 17:40:04.197160 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09893812-7898-48cf-b0f8-964e38920016 req-39687544-8a9c-489b-b6fc-fcb27093b027 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:04.209373 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09893812-7898-48cf-b0f8-964e38920016 req-39687544-8a9c-489b-b6fc-fcb27093b027 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 943 time: 0.2491121 Apr 06 17:40:04.289363 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-65caac85-8b2d-4149-bf47-d03c9a87cf8f None None] Provisioning complete for port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:04.290001 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-65caac85-8b2d-4149-bf47-d03c9a87cf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:04.426826 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-65caac85-8b2d-4149-bf47-d03c9a87cf8f None None] Port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:40:04.450052 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 50994) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:04.472680 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.db.resource_extend [None req-4131e858-78de-472e-8b3f-20323a219987 None None] It took 0.88 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 06 17:40:04.492700 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:04.521178 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09893812-7898-48cf-b0f8-964e38920016 req-0c53309d-b96c-478a-8ec9-14a203c0aa50 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082979 Apr 06 17:40:04.533696 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4bb0a2e7-3523-4131-8b7f-9c0ac269ff2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:04.547041 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] For port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:40:04.573704 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-91737fda-1a19-4fbf-a971-d0b9a5a29713 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4003999 Apr 06 17:40:04.755126 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] For port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=7590793b-58b2-44a5-a5ed-73fd38aaa3b6,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:40:04.756737 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-65caac85-8b2d-4149-bf47-d03c9a87cf8f None None] Provisioning complete for port 53482a0f-1c7b-411d-9652-a3b06ebae344 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:04.757359 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-65caac85-8b2d-4149-bf47-d03c9a87cf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:04.774690 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288d7b5-2183-4e3d-9046-aa7bb4b5b937 None None] Pushing event updated for resources: {'Port': ['ID=53482a0f-1c7b-411d-9652-a3b06ebae344,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:04.862221 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:05.025948 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fe6c42d9-f865-4696-93dc-6854cebbcf00 req-a11f50a2-0d13-4b75-82c3-1f3e8c6cbe58 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 210 time: 0.2416959 Apr 06 17:40:05.181148 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 600dcc9b-4728-4398-a1b9-7c57235a5d1f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=600dcc9b-4728-4398-a1b9-7c57235a5d1f,segment=NetworkSegment(2a704f58-12e7-4d2e-9739-40290439e651),segment_id=2a704f58-12e7-4d2e-9739-40290439e651)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:05.199361 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-0a78dca6-6771-4705-9e20-79f699987f1b service neutron] 10.222.0.18 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775244 Apr 06 17:40:05.226521 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:40:05.228722 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:40:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:05.301404 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3f021a8-38ec-4ba6-8094-d0f007ab28ed {{(pid=104731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:05.318670 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4bb0a2e7-3523-4131-8b7f-9c0ac269ff2c admin admin] Publish callbacks [] for security_group (ecba96e9-9771-48fe-9c9f-50fde847499c), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:05.335067 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Publish callbacks [] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:05.421114 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Transition to ACTIVE for port object e3f021a8-38ec-4ba6-8094-d0f007ab28ed will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:40:05.439496 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:05.503323 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-67f0666a-2a36-489d-b7d8-6aa64e3bec1a req-1f36782a-c4c7-4836-be05-000637d219fe tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 210 time: 0.3442471 Apr 06 17:40:05.505584 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-1ed6478f-9d90-425d-871a-08d2f42755da service neutron] 10.222.0.18 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845552 Apr 06 17:40:05.648929 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:40:05.721344 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:05.754567 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 53482a0f-1c7b-411d-9652-a3b06ebae344 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:05.761261 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device b0b2b489-42b3-44d6-b165-63b4b78cc045 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:05.777310 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Attempting to bind port e3f021a8-38ec-4ba6-8094-d0f007ab28ed on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:40:05.777676 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Attempting to bind port e3f021a8-38ec-4ba6-8094-d0f007ab28ed by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:40:05.778045 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Attempting to bind port e3f021a8-38ec-4ba6-8094-d0f007ab28ed on network 148f62ba-7daa-425d-ad50-d3580e75541e {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:05.795064 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Port e3f021a8-38ec-4ba6-8094-d0f007ab28ed on network 148f62ba-7daa-425d-ad50-d3580e75541e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:40:05.798219 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Attempting to bind port e3f021a8-38ec-4ba6-8094-d0f007ab28ed on network 148f62ba-7daa-425d-ad50-d3580e75541e {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:05.818705 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:40:05.821034 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Checking segment: {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:40:05.822900 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Bound using segment: {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:40:05.824346 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Bound port: e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:40:05.827980 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:05.881587 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-069ae883-4e40-4578-bc59-f34eb02553ea tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:05.883165 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-069ae883-4e40-4578-bc59-f34eb02553ea tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 819 time: 0.3748600 Apr 06 17:40:05.883837 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4bb0a2e7-3523-4131-8b7f-9c0ac269ff2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ecba96e9-9771-48fe-9c9f-50fde847499c), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:05.912237 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.49', 49914) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:05.980143 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '600dcc9b-4728-4398-a1b9-7c57235a5d1f', 'network_id': '674a73c1-88e5-450b-9450-455653d5d957', 'port_id': '600dcc9b-4728-4398-a1b9-7c57235a5d1f', 'mac_address': 'fa:16:3e:c0:c0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:40:05.988453 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde4349-415b-4799-b5d0-79c886008bc5 None None] Pushing event updated for resources: {'Port': ['ID=7590793b-58b2-44a5-a5ed-73fd38aaa3b6,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:06.028143 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:40:06.040330 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:40:06.052293 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:06.078565 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Request body: {'port': {'device_id': '97e21b6e-376f-4d6b-8c1c-d38b5d0329e4', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'admin_state_up': True, 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:06.110204 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:06.111022 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:06.112621 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] 10.222.0.49 "PUT /v2.0/ports/e3f021a8-38ec-4ba6-8094-d0f007ab28ed HTTP/1.1" status: 200 len: 1094 time: 2.6590323 Apr 06 17:40:06.113176 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:06.268119 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 600dcc9b-4728-4398-a1b9-7c57235a5d1f is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:06.268517 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:06.354836 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600dcc9b-4728-4398-a1b9-7c57235a5d1f {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:06.392835 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0a2e7-3523-4131-8b7f-9c0ac269ff2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecba96e9-9771-48fe-9c9f-50fde847499c,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:06.398801 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 600dcc9b-4728-4398-a1b9-7c57235a5d1f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=600dcc9b-4728-4398-a1b9-7c57235a5d1f,segment=NetworkSegment(2a704f58-12e7-4d2e-9739-40290439e651),segment_id=2a704f58-12e7-4d2e-9739-40290439e651)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:06.477858 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3e2ab-7247-457e-a637-633aaa565ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:06.485000 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:06.509136 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4bb0a2e7-3523-4131-8b7f-9c0ac269ff2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4ecd6360e4d4101b69a170095c62b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0581377 Apr 06 17:40:06.509671 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-fc64dd07-1bc7-4f08-95f7-8eac9e013fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:06.511440 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-fc64dd07-1bc7-4f08-95f7-8eac9e013fc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 1128 time: 0.2455602 Apr 06 17:40:06.512257 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51062) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:06.512364 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-65caac85-8b2d-4149-bf47-d03c9a87cf8f None None] Current status of the port 53482a0f-1c7b-411d-9652-a3b06ebae344 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:06.588767 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port b0b2b489-42b3-44d6-b165-63b4b78cc045 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:06.589771 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:06.627646 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-b73d0bce-3c0b-4c10-8d37-c31df683de1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed HTTP/1.1" status: 200 len: 217 time: 0.1040082 Apr 06 17:40:06.677073 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc49893-94a5-48fc-be1d-1704a21719be req-0a20b241-0dd3-4fb4-88db-8d5b151c4058 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:06.681554 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ebc49893-94a5-48fc-be1d-1704a21719be req-0a20b241-0dd3-4fb4-88db-8d5b151c4058 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.7804320 Apr 06 17:40:06.690368 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=600dcc9b-4728-4398-a1b9-7c57235a5d1f,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:06.694829 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e7da2f-392e-4554-945a-bb1afccf3b98" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:06.740751 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-efe67ebe-08dc-41e0-b35e-5ae11bcae9d3 admin admin] Publish callbacks [] for security_group (ecba96e9-9771-48fe-9c9f-50fde847499c), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:06.746248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:04Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:06.749782 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-fd3cbe84-d811-4a96-afc2-a7b7eda04d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:06.751492 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-fd3cbe84-d811-4a96-afc2-a7b7eda04d03 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.1145196 Apr 06 17:40:06.783077 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['600dcc9b-4728-4398-a1b9-7c57235a5d1f'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:40:06.787442 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port b0b2b489-42b3-44d6-b165-63b4b78cc045 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:06.790134 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-d7c42b19-4465-4466-b03b-10213a4c021a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:06.795972 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-d7c42b19-4465-4466-b03b-10213a4c021a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.49 "GET /v2.0/networks?id=6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 200 len: 809 time: 0.8791418 Apr 06 17:40:06.814846 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46a50ff-35c4-46a5-9ca2-6ad31b4fe666 None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:04Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:40:06.830920 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-efe67ebe-08dc-41e0-b35e-5ae11bcae9d3 admin admin] Publish callbacks [] for security_group (ecba96e9-9771-48fe-9c9f-50fde847499c), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:06.907872 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-38ae9cb9-29f6-4500-8fbb-93e52897585e None None] Provisioning complete for port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:06.908260 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38ae9cb9-29f6-4500-8fbb-93e52897585e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:07.021351 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-efe67ebe-08dc-41e0-b35e-5ae11bcae9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ecba96e9-9771-48fe-9c9f-50fde847499c), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:07.027744 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-efe67ebe-08dc-41e0-b35e-5ae11bcae9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:07.034592 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-efe67ebe-08dc-41e0-b35e-5ae11bcae9d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecba96e9-9771-48fe-9c9f-50fde847499c HTTP/1.1" status: 204 len: 168 time: 0.5205996 Apr 06 17:40:07.040903 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-913af238-5103-495b-8a75-008183facec5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e HTTP/1.1" status: 200 len: 380 time: 0.2360473 Apr 06 17:40:07.056465 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-42e6b32b-c124-409a-9d10-bcd1699b0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:07.065349 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'port': {'device_id': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'admin_state_up': True, 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'security_groups': ['37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:07.065489 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-42e6b32b-c124-409a-9d10-bcd1699b0483 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3064325 Apr 06 17:40:07.068104 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:07.082091 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe67ebe-08dc-41e0-b35e-5ae11bcae9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecba96e9-9771-48fe-9c9f-50fde847499c,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:07.251573 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-38ae9cb9-29f6-4500-8fbb-93e52897585e None None] Current status of the port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:07.253713 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38ae9cb9-29f6-4500-8fbb-93e52897585e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:07.316354 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-ccd0db6c-c04b-4e31-b28a-5946dd4e864c service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346058 Apr 06 17:40:07.391447 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-38ae9cb9-29f6-4500-8fbb-93e52897585e None None] For port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=7590793b-58b2-44a5-a5ed-73fd38aaa3b6,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:07.407642 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38ae9cb9-29f6-4500-8fbb-93e52897585e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:07.412499 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:07.413034 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:07.537207 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7796b485-1712-480f-9ffd-3dc9c5335f9b req-c2845383-234b-44f5-b58a-b0931d7b53f6 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146010 Apr 06 17:40:07.623248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae9cb9-29f6-4500-8fbb-93e52897585e None None] Pushing event updated for resources: {'Port': ['ID=7590793b-58b2-44a5-a5ed-73fd38aaa3b6,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:07.692950 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-06259c34-d28d-4e00-b7f4-bf4bc365b704 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:07.695789 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-06259c34-d28d-4e00-b7f4-bf4bc365b704 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 819 time: 1.4206259 Apr 06 17:40:07.724461 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:07.725674 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 53482a0f-1c7b-411d-9652-a3b06ebae344 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:07.742299 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Made reservation on behalf of 9231d007afb3425e8b8e3dbcc02b0f2e for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:40:07.746057 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:07.776348 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-7abc05f2-3732-4f79-b75e-125efdb2ffa1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/quotas/0a6b7aa3146044f68b557df2f26429f8 HTTP/1.1" status: 200 len: 375 time: 0.0352194 Apr 06 17:40:07.796671 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Made reservation on behalf of 0a6b7aa3146044f68b557df2f26429f8 for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:40:07.802807 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:07.865982 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 53482a0f-1c7b-411d-9652-a3b06ebae344 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:07.866402 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:07.909994 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ebc49893-94a5-48fc-be1d-1704a21719be req-703588cd-a140-48de-bf5e-5f637d33c76d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1735659 Apr 06 17:40:08.033449 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 53482a0f-1c7b-411d-9652-a3b06ebae344 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:08.195603 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-19f2885d-c868-46f8-a6c0-fa7ddc00e82e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3836710 Apr 06 17:40:08.344588 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Allocated IP 172.20.0.6 (6369e41b-044c-4773-9dbb-ba65b327e8a3/679d91da-34c0-4cc7-8657-b78253e29f8e/59f893ff-8c6e-4205-a0ed-0dd3039dddf6) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:40:08.383018 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6e5ad-bf09-4919-8389-ef331aadcb51 req-1bfd10af-2215-434c-8e5f-13a78b916e21 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:08.391870 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ef6e5ad-bf09-4919-8389-ef331aadcb51 req-1bfd10af-2215-434c-8e5f-13a78b916e21 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 944 time: 0.3022113 Apr 06 17:40:08.399240 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Allocated IP 172.20.0.14 (304acbdc-aff8-422e-8c31-45f0ba8974ee/923c3823-79a9-4c80-8b68-2d48b69dc939/c1cde5eb-5319-4458-b398-9dfe23694109) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:40:08.478891 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-39570fd7-c1ef-4148-93ba-2c6f81b30116 service neutron] 10.222.0.18 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820842 Apr 06 17:40:08.489281 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 600dcc9b-4728-4398-a1b9-7c57235a5d1f up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:08.568228 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51136) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:08.620169 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 600dcc9b-4728-4398-a1b9-7c57235a5d1f completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:40:08.628947 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 600dcc9b-4728-4398-a1b9-7c57235a5d1f triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:08.629341 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:08.760368 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-9080fab9-4594-4d1d-bad0-201b40c3ee06 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:08.763885 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-9080fab9-4594-4d1d-bad0-201b40c3ee06 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 815 time: 0.5077877 Apr 06 17:40:08.766439 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ef6e5ad-bf09-4919-8389-ef331aadcb51 req-3b8fe7dd-d789-4c48-8210-a62dae75b7ce tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739741 Apr 06 17:40:08.853367 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 600dcc9b-4728-4398-a1b9-7c57235a5d1f is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:08.853770 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:08.886658 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd596e62-a9ef-401d-a71f-8ca1bfb6e83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600dcc9b-4728-4398-a1b9-7c57235a5d1f'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:08.890822 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-73a47332-543b-4898-9430-114ed882ad04 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 379 time: 0.1151898 Apr 06 17:40:08.909868 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'port': {'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'admin_state_up': True, 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'security_groups': ['771ed193-77b8-4e87-b37f-6b4e4e6640cb']}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:08.959400 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:08.965540 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 600dcc9b-4728-4398-a1b9-7c57235a5d1f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=600dcc9b-4728-4398-a1b9-7c57235a5d1f,segment=NetworkSegment(2a704f58-12e7-4d2e-9739-40290439e651),segment_id=2a704f58-12e7-4d2e-9739-40290439e651)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:08.987175 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.002366 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3140903f-d76d-443b-a6a9-86ee7aca7912 req-0eaee1c3-e46f-4ec8-b7e4-e706079351d2 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 210 time: 0.0936077 Apr 06 17:40:09.053046 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=600dcc9b-4728-4398-a1b9-7c57235a5d1f,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:09.058289 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-ab5e5095-b84d-4142-ad7d-0b92663c0043 service neutron] 10.222.0.18 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772915 Apr 06 17:40:09.070683 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.113516 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:09.119262 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.158601 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ba2fe282-7458-4225-af31-7cdca949a625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.217666 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Made reservation on behalf of 87308970bb8c47498926e0b72fe50b18 for: {'port': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:40:09.223003 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.256364 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:09.289851 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7adf86b6-1d36-4ffa-b957-10bdc7d81581 req-915fba3f-921a-4677-bd18-65b1e32fe8b8 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 210 time: 0.1338439 Apr 06 17:40:09.299844 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca2c440-cf13-4801-a641-265c4d5845bd" -d '{"events": [{"server_uuid": "dd596e62-a9ef-401d-a71f-8ca1bfb6e83c", "name": "network-vif-plugged", "status": "completed", "tag": "600dcc9b-4728-4398-a1b9-7c57235a5d1f"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:09.304313 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for port (c1cde5eb-5319-4458-b398-9dfe23694109), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.369579 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.453788 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Network 6369e41b-044c-4773-9dbb-ba65b327e8a3 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:40:09.455327 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.471576 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:40:09.490419 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Allocated IP 172.20.0.6 (46a47786-96d2-4524-85d9-d3afc011b078/9e312bc6-ff32-47ed-8e0a-e3b0187732d4/e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:40:09.499234 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:40:09.504396 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:09.505029 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.513722 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'Port': ['ID=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:09.601403 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ba2fe282-7458-4225-af31-7cdca949a625 admin admin] Publish callbacks [] for security_group (82628c9f-6900-4bc1-814a-7d47e9b71e98), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.612930 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:40:09.620423 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-236fb735-c494-481d-a04b-a9bb621e4264 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5668442 Apr 06 17:40:09.645841 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ba2fe282-7458-4225-af31-7cdca949a625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (82628c9f-6900-4bc1-814a-7d47e9b71e98), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.648220 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.49', 49924) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:09.673546 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7a305b-d816-4e16-aeef-896b98cb6de9 x-openstack-request-id: req-1c7a305b-d816-4e16-aeef-896b98cb6de9 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:09.673841 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:09.674136 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c7a305b-d816-4e16-aeef-896b98cb6de9 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:09.674655 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7a305b-d816-4e16-aeef-896b98cb6de9'] response: {'name': 'network-changed', 'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'status': 'completed', 'code': 200} Apr 06 17:40:09.679518 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:40:09.706814 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Request body: {'port': {'device_id': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:09.786737 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:40:09.798886 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:09.800018 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.803399 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.894454 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.910997 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-1f1f757e-31a7-46c1-b9db-d0abd0a36e9a None None] Provisioning complete for port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:09.913005 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1f1f757e-31a7-46c1-b9db-d0abd0a36e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:09.926887 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0128140 Apr 06 17:40:09.954917 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c493d529-3305-46cb-adf6-aa3c39e453d8 req-7d98c036-9165-4742-b692-27a56c19d0b0 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 210 time: 0.2729657 Apr 06 17:40:09.966407 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Request body: {'port': {'device_id': '97e21b6e-376f-4d6b-8c1c-d38b5d0329e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:09.978698 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Network 46a47786-96d2-4524-85d9-d3afc011b078 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:40:09.982569 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:40:09.987168 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:40:09.993434 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:09.994208 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.019969 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f757e-31a7-46c1-b9db-d0abd0a36e9a None None] Port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:40:10.044045 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:10.051078 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e4534-9617-47b4-93b1-381154ff0e2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event updated for resources: {'Port': ['ID=c1cde5eb-5319-4458-b398-9dfe23694109,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:10.062245 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-519f3fc3-aed9-4302-a3f1-8eedabde3a5c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1686828 Apr 06 17:40:10.081399 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Request body: {'port': {'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:10.123267 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.151598 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-aba0470e-fe93-48b4-bc56-96a445c7284e None None] Provisioning complete for port c1cde5eb-5319-4458-b398-9dfe23694109 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:10.151973 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aba0470e-fe93-48b4-bc56-96a445c7284e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.173503 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ba2fe282-7458-4225-af31-7cdca949a625 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ce984c90d9442d996a4b6bc92bab7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5884371 Apr 06 17:40:10.176227 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51200) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:10.202230 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-aba0470e-fe93-48b4-bc56-96a445c7284e None None] Port c1cde5eb-5319-4458-b398-9dfe23694109 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:40:10.214620 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fe282-7458-4225-af31-7cdca949a625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82628c9f-6900-4bc1-814a-7d47e9b71e98,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:10.225293 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee23af-880f-4e46-bb1b-7653ef31b893 req-e2c3e533-55ee-45cc-b3be-5da9d912b529 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:10.228006 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-80ee23af-880f-4e46-bb1b-7653ef31b893 req-e2c3e533-55ee-45cc-b3be-5da9d912b529 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.7681267 Apr 06 17:40:10.285559 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-9a31cf0a-cc93-4955-9cb2-dcc179e1b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:10.288484 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-9a31cf0a-cc93-4955-9cb2-dcc179e1b81e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 1128 time: 0.6205544 Apr 06 17:40:10.307079 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.313277 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.319196 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17729b0-b166-4a50-a8b7-c740bec98dce x-openstack-request-id: req-b17729b0-b166-4a50-a8b7-c740bec98dce {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:10.319510 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd596e62-a9ef-401d-a71f-8ca1bfb6e83c", "name": "network-vif-plugged", "status": "completed", "tag": "600dcc9b-4728-4398-a1b9-7c57235a5d1f", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:10.319771 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b17729b0-b166-4a50-a8b7-c740bec98dce {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:10.320242 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17729b0-b166-4a50-a8b7-c740bec98dce'] response: {'server_uuid': 'dd596e62-a9ef-401d-a71f-8ca1bfb6e83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600dcc9b-4728-4398-a1b9-7c57235a5d1f', 'code': 200} Apr 06 17:40:10.440653 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-030d0f9a-35ab-4824-a9c1-5062da147c7f admin admin] Publish callbacks [] for security_group (82628c9f-6900-4bc1-814a-7d47e9b71e98), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.502001 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e3f021a8-38ec-4ba6-8094-d0f007ab28ed details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:40:10.535592 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51212) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:10.556520 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-b6429ff5-54bc-42ab-b16c-386d37e80212 None None] Provisioning complete for port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:10.556880 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b6429ff5-54bc-42ab-b16c-386d37e80212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.577130 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.49', 49926) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:10.579587 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-030d0f9a-35ab-4824-a9c1-5062da147c7f admin admin] Publish callbacks [] for security_group (82628c9f-6900-4bc1-814a-7d47e9b71e98), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.717386 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8dfbd9-7a09-4339-83c1-6d8705c8bd65 req-a60f56e2-99d7-43e1-90ad-86d8f34cc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:10.719062 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7c8dfbd9-7a09-4339-83c1-6d8705c8bd65 req-a60f56e2-99d7-43e1-90ad-86d8f34cc1b9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 1129 time: 0.1364784 Apr 06 17:40:10.720828 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-80ee23af-880f-4e46-bb1b-7653ef31b893 req-f912173a-c934-429d-9e18-8913932a610b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4761553 Apr 06 17:40:10.730115 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-b6429ff5-54bc-42ab-b16c-386d37e80212 None None] Port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:40:10.844732 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:10.864493 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7c8dfbd9-7a09-4339-83c1-6d8705c8bd65 req-83f5a5fd-7408-4467-af56-9e9c1afd43b9 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.874902 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'port_id': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'mac_address': 'fa:16:3e:e3:1e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:40:10.956956 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.49', 49927) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:10.961470 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-030d0f9a-35ab-4824-a9c1-5062da147c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (82628c9f-6900-4bc1-814a-7d47e9b71e98), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.964203 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-030d0f9a-35ab-4824-a9c1-5062da147c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.965393 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-030d0f9a-35ab-4824-a9c1-5062da147c7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82628c9f-6900-4bc1-814a-7d47e9b71e98 HTTP/1.1" status: 204 len: 168 time: 0.7872956 Apr 06 17:40:10.968558 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port e3f021a8-38ec-4ba6-8094-d0f007ab28ed is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:10.969055 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:10.999880 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d0f9a-35ab-4824-a9c1-5062da147c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82628c9f-6900-4bc1-814a-7d47e9b71e98,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:11.000740 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f021a8-38ec-4ba6-8094-d0f007ab28ed {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:11.041343 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:11.055597 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.127654 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:11.262623 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['e3f021a8-38ec-4ba6-8094-d0f007ab28ed'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:40:11.278857 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7c8dfbd9-7a09-4339-83c1-6d8705c8bd65 req-83f5a5fd-7408-4467-af56-9e9c1afd43b9 service neutron] Publish callbacks [] for security_group (81d9db6a-7f57-4cce-a5fd-fb3f9f59596c), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.282806 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-27f5ef64-d5bd-4890-8d93-22a43808b5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.303071 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-7c8dfbd9-7a09-4339-83c1-6d8705c8bd65 req-83f5a5fd-7408-4467-af56-9e9c1afd43b9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (81d9db6a-7f57-4cce-a5fd-fb3f9f59596c), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.336775 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5a5fd-7408-4467-af56-9e9c1afd43b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9db6a-7f57-4cce-a5fd-fb3f9f59596c,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:11.349519 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 {{(pid=104731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:11.360083 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-96de77a1-643b-4bd9-befc-2c265844c473 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:11.360471 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-9f504c1c-86b7-4221-9761-627ead40f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:11.361858 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-96de77a1-643b-4bd9-befc-2c265844c473 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 819 time: 0.4016621 Apr 06 17:40:11.362542 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-9f504c1c-86b7-4221-9761-627ead40f5b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 917 time: 1.0501268 Apr 06 17:40:11.377364 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Publish callbacks [] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.387029 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Request body: {'port': {'device_id': '79a14dca-1a56-4db6-bc8f-0ecdf80ef908', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'admin_state_up': True, 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:11.462107 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7c8dfbd9-7a09-4339-83c1-6d8705c8bd65 req-83f5a5fd-7408-4467-af56-9e9c1afd43b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342652 Apr 06 17:40:11.463132 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Transition to ACTIVE for port object e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:40:11.481948 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.511228 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af3261-6e29-4b9e-8468-26b99075b0fd req-b5e30265-a841-4d3b-9470-339f481424d8 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:11.515689 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-42af3261-6e29-4b9e-8468-26b99075b0fd req-b5e30265-a841-4d3b-9470-339f481424d8 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 945 time: 0.9828513 Apr 06 17:40:11.560725 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-0759be4b-4267-4f64-a780-74f6a90ce2e3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed HTTP/1.1" status: 200 len: 217 time: 0.1748998 Apr 06 17:40:11.577942 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51236) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:11.645375 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868a98a-854d-4ac9-bcea-2466a28ab431 req-cdb872d7-35e0-4458-9902-2889a7145f59 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:11.650876 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:11.652710 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6868a98a-854d-4ac9-bcea-2466a28ab431 req-cdb872d7-35e0-4458-9902-2889a7145f59 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 931 time: 0.4758933 Apr 06 17:40:11.654943 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b11502a6-26b2-422c-8057-bf34d98108dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.667707 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Attempting to bind port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:40:11.673005 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Attempting to bind port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:40:11.673005 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Attempting to bind port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 on network 46a47786-96d2-4524-85d9-d3afc011b078 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:11.680129 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 on network 46a47786-96d2-4524-85d9-d3afc011b078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:40:11.680493 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Attempting to bind port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 on network 46a47786-96d2-4524-85d9-d3afc011b078 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:11.695793 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:40:11.696717 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Checking segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:40:11.697271 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Bound using segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:40:11.697833 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Bound port: e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:40:11.698365 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.719550 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Made reservation on behalf of 0a6b7aa3146044f68b557df2f26429f8 for: {'port': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:40:11.722880 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.802811 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-42af3261-6e29-4b9e-8468-26b99075b0fd req-1f3fdd0f-2fa2-4b90-a39d-17c0cbec1745 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864847 Apr 06 17:40:11.864812 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] For port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8, host hv-cinder-83588, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:40:11.868683 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] For port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:40:11.870796 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:11.880641 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.920417 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:11.921002 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.922491 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] 10.222.0.49 "PUT /v2.0/ports/e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 HTTP/1.1" status: 200 len: 1093 time: 1.8528800 Apr 06 17:40:11.925165 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ab5495-d48c-4013-b733-89404af0815b', 'tag': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:11.927073 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c45b7f-a186-4adb-9223-23064cd90705" -d '{"events": [{"name": "network-changed", "server_uuid": "06ab5495-d48c-4013-b733-89404af0815b", "tag": "e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:11.930703 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Publish callbacks [] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:11.952909 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e2d01-bb8a-4af6-a22c-fe2a73f8da56 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:12.018275 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-27f5ef64-d5bd-4890-8d93-22a43808b5fe admin admin] Publish callbacks [] for security_group (e88a2b44-ce60-4458-900e-406c89f675ba), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.035164 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-b4cb70a3-33d6-41c4-aa04-8dd24bc400f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:12.036651 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-b4cb70a3-33d6-41c4-aa04-8dd24bc400f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.3379970 Apr 06 17:40:12.054811 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-27f5ef64-d5bd-4890-8d93-22a43808b5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e88a2b44-ce60-4458-900e-406c89f675ba), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.069734 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6868a98a-854d-4ac9-bcea-2466a28ab431 req-546cbb94-662e-4221-8813-a5e9adcb0834 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4158518 Apr 06 17:40:12.079142 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Transition to ACTIVE for port object 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:40:12.118278 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.221051 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-5069c0c3-17f5-4a3a-8a0f-e77695aac7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:12.222536 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-5069c0c3-17f5-4a3a-8a0f-e77695aac7f9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 1127 time: 0.0570116 Apr 06 17:40:12.254296 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-27f5ef64-d5bd-4890-8d93-22a43808b5fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=938e28c3e6fb4ee48e4d872d078c5628&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7099805 Apr 06 17:40:12.271158 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51262) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:12.285970 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-68c36c4c-7df5-4e95-bd17-aa508fe8bbf8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 HTTP/1.1" status: 200 len: 217 time: 0.0563645 Apr 06 17:40:12.291559 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5ef64-d5bd-4890-8d93-22a43808b5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a2b44-ce60-4458-900e-406c89f675ba,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:12.330067 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cde5eb-5319-4458-b398-9dfe23694109 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:12.364115 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a70f06-6605-44b8-83ff-153e11ad40ce req-570aa807-bd22-49d8-bd57-4a4a3fdf956c tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:12.365701 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-98a70f06-6605-44b8-83ff-153e11ad40ce req-570aa807-bd22-49d8-bd57-4a4a3fdf956c tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 931 time: 0.4583774 Apr 06 17:40:12.367364 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c9fc54f5-e339-4c89-9129-6b633c8ee610 admin admin] Publish callbacks [] for security_group (e88a2b44-ce60-4458-900e-406c89f675ba), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.371856 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Publish callbacks [] for port (c1cde5eb-5319-4458-b398-9dfe23694109), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.393526 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c9fc54f5-e339-4c89-9129-6b633c8ee610 admin admin] Publish callbacks [] for security_group (e88a2b44-ce60-4458-900e-406c89f675ba), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.398431 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Pushing event updated for resources: {'Port': ['ID=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:12.415240 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e013fca1-fb64-4fe7-a5a9-adbac048caf3 req-baf2aa66-595a-4206-955d-d5fdbf7f96fd tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 210 time: 0.2177472 Apr 06 17:40:12.431408 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-e20827ea-3ee6-44a1-8c23-5683b104ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:12.432852 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-e20827ea-3ee6-44a1-8c23-5683b104ce06 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 200 len: 854 time: 0.1415823 Apr 06 17:40:12.508757 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c9fc54f5-e339-4c89-9129-6b633c8ee610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e88a2b44-ce60-4458-900e-406c89f675ba), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.512229 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c9fc54f5-e339-4c89-9129-6b633c8ee610 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.514814 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c9fc54f5-e339-4c89-9129-6b633c8ee610 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e88a2b44-ce60-4458-900e-406c89f675ba HTTP/1.1" status: 204 len: 168 time: 0.2427876 Apr 06 17:40:12.523117 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e3f021a8-38ec-4ba6-8094-d0f007ab28ed up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:12.553236 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc54f5-e339-4c89-9129-6b633c8ee610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a2b44-ce60-4458-900e-406c89f675ba,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:12.558250 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Transition to ACTIVE for port object c1cde5eb-5319-4458-b398-9dfe23694109 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:40:12.563493 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b11502a6-26b2-422c-8057-bf34d98108dc admin admin] Publish callbacks [] for security_group (df3a287f-9c6f-4ebd-9236-7d4b9c420402), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.565548 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-4854b485-2464-425a-994b-00937fdc19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:12.570346 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-4854b485-2464-425a-994b-00937fdc19a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46a47786-96d2-4524-85d9-d3afc011b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1110547 Apr 06 17:40:12.571393 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-98a70f06-6605-44b8-83ff-153e11ad40ce req-e90f8186-3071-45d8-988a-84bd12108d56 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928203 Apr 06 17:40:12.574207 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Attempting to bind port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:40:12.574553 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Attempting to bind port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:40:12.574893 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Attempting to bind port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 on network 6369e41b-044c-4773-9dbb-ba65b327e8a3 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:12.652035 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b11502a6-26b2-422c-8057-bf34d98108dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (df3a287f-9c6f-4ebd-9236-7d4b9c420402), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.662077 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b7f86b-9fbd-47ec-93a6-426fa77013ca x-openstack-request-id: req-96b7f86b-9fbd-47ec-93a6-426fa77013ca {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:12.662741 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ab5495-d48c-4013-b733-89404af0815b", "tag": "e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:12.663158 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96b7f86b-9fbd-47ec-93a6-426fa77013ca {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:12.664778 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b7f86b-9fbd-47ec-93a6-426fa77013ca'] response: {'name': 'network-changed', 'server_uuid': '06ab5495-d48c-4013-b733-89404af0815b', 'tag': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'status': 'completed', 'code': 200} Apr 06 17:40:12.678404 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port e3f021a8-38ec-4ba6-8094-d0f007ab28ed completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:40:12.678771 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.680629 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 on network 6369e41b-044c-4773-9dbb-ba65b327e8a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:40:12.680940 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Attempting to bind port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 on network 6369e41b-044c-4773-9dbb-ba65b327e8a3 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:12.684433 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port e3f021a8-38ec-4ba6-8094-d0f007ab28ed triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:12.685630 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.699422 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b11502a6-26b2-422c-8057-bf34d98108dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c00263133b2246ada6973584d843b5b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1187835 Apr 06 17:40:12.702493 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:40:12.702840 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Checking segment: {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:40:12.703233 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Bound using segment: {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:40:12.703836 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Bound port: 59f893ff-8c6e-4205-a0ed-0dd3039dddf6, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:40:12.704339 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.712308 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51266) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:12.787618 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-dc120d28-59d6-4c6c-aa8b-f9658bc3fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:12.789313 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-dc120d28-59d6-4c6c-aa8b-f9658bc3fc0e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6216609 Apr 06 17:40:12.793518 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port e3f021a8-38ec-4ba6-8094-d0f007ab28ed is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:12.793842 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:12.812270 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d62f3-d34a-42d4-a8bc-dfdb406f1f03 req-7a429e46-86f7-4d38-ac92-4920ecd2897e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:12.813920 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-876d62f3-d34a-42d4-a8bc-dfdb406f1f03 req-7a429e46-86f7-4d38-ac92-4920ecd2897e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 945 time: 0.2588429 Apr 06 17:40:12.864134 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:12.866448 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aeb87a-4468-4e69-a4a4-b7f239534424" -d '{"events": [{"server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "name": "network-vif-plugged", "status": "completed", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:12.926442 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:12.937015 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.023649 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:13.095829 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-7701de42-0b7e-485a-bb4d-35d41dcf4dbb service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792602 Apr 06 17:40:13.108128 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Allocated IP 172.20.0.10 (304acbdc-aff8-422e-8c31-45f0ba8974ee/923c3823-79a9-4c80-8b68-2d48b69dc939/81f22ab1-149d-4e8b-8f63-9b5dbe9f3580) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:40:13.111903 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-fc41eacd-3ab7-498e-88e9-84558a94b113 service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291748 Apr 06 17:40:13.137057 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cabd2271-a5ac-45e6-9370-450b65765024 admin admin] Publish callbacks [] for security_group (df3a287f-9c6f-4ebd-9236-7d4b9c420402), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.166515 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11502a6-26b2-422c-8057-bf34d98108dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3a287f-9c6f-4ebd-9236-7d4b9c420402,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:13.169148 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51280) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:13.218469 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cabd2271-a5ac-45e6-9370-450b65765024 admin admin] Publish callbacks [] for security_group (df3a287f-9c6f-4ebd-9236-7d4b9c420402), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.219372 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Pushing event updated for resources: {'Port': ['ID=c1cde5eb-5319-4458-b398-9dfe23694109,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:13.250214 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] For port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:40:13.254813 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5e95fa51-1f5c-474c-95e8-d2f769e1cc7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.277339 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-876d62f3-d34a-42d4-a8bc-dfdb406f1f03 req-45c92b58-79bb-40db-be19-6d6aeab40c23 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889195 Apr 06 17:40:13.277998 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Attempting to bind port c1cde5eb-5319-4458-b398-9dfe23694109 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:40:13.278361 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Attempting to bind port c1cde5eb-5319-4458-b398-9dfe23694109 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:40:13.279236 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Attempting to bind port c1cde5eb-5319-4458-b398-9dfe23694109 on network 304acbdc-aff8-422e-8c31-45f0ba8974ee {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:13.283856 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] For port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:40:13.305387 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Port c1cde5eb-5319-4458-b398-9dfe23694109 on network 304acbdc-aff8-422e-8c31-45f0ba8974ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:40:13.306245 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Attempting to bind port c1cde5eb-5319-4458-b398-9dfe23694109 on network 304acbdc-aff8-422e-8c31-45f0ba8974ee {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:13.323835 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.323835 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:40:13.323835 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Checking segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:40:13.323835 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Bound using segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:40:13.324317 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Bound port: c1cde5eb-5319-4458-b398-9dfe23694109, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:40:13.324412 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.341516 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048df4-1fb8-4cbb-b979-1cd978a9e526 req-e43e42ce-2cfa-4b71-8f7b-b48c2e9bf887 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:13.343201 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-05048df4-1fb8-4cbb-b979-1cd978a9e526 req-e43e42ce-2cfa-4b71-8f7b-b48c2e9bf887 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 945 time: 0.2403235 Apr 06 17:40:13.350463 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cabd2271-a5ac-45e6-9370-450b65765024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (df3a287f-9c6f-4ebd-9236-7d4b9c420402), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.353360 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cabd2271-a5ac-45e6-9370-450b65765024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.354513 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-cabd2271-a5ac-45e6-9370-450b65765024 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df3a287f-9c6f-4ebd-9236-7d4b9c420402 HTTP/1.1" status: 204 len: 168 time: 0.6412706 Apr 06 17:40:13.370564 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852d981c-9df2-458a-a58f-50a369af14d7 x-openstack-request-id: req-852d981c-9df2-458a-a58f-50a369af14d7 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:13.371124 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "name": "network-vif-plugged", "status": "completed", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:13.371588 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-852d981c-9df2-458a-a58f-50a369af14d7 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:13.372209 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852d981c-9df2-458a-a58f-50a369af14d7'] response: {'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'code': 200} Apr 06 17:40:13.374618 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd2271-a5ac-45e6-9370-450b65765024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3a287f-9c6f-4ebd-9236-7d4b9c420402,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:13.412492 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.462792 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:13.463463 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.465123 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] 10.222.0.49 "PUT /v2.0/ports/59f893ff-8c6e-4205-a0ed-0dd3039dddf6 HTTP/1.1" status: 200 len: 1093 time: 3.8155351 Apr 06 17:40:13.466967 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'tag': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:13.469282 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29346cd8-2ff7-400b-806c-3e2f6cf22d47" -d '{"events": [{"name": "network-changed", "server_uuid": "da1c83ad-a4a0-45d7-8834-8a8785483872", "tag": "59f893ff-8c6e-4205-a0ed-0dd3039dddf6"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:13.576907 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.674209 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8a4c3c18-4b3e-48dd-ab5a-8a358336389f req-96b89c41-b804-48f0-b52a-df553557708f service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367547 Apr 06 17:40:13.679400 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:40:13.684343 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:40:13.687701 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:40:13.693461 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:13.694246 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.727152 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event updated for resources: {'Port': ['ID=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:13.745887 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-55fd1780-fd94-4510-b55f-008fcd1b7945 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3710799 Apr 06 17:40:13.802309 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4ff6f-5e3e-40c2-85f9-a6ae808baa49 service neutron] Pushing event updated for resources: {'Port': ['ID=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:13.803465 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78495c-c2b8-47fa-b266-be4f49bfcc37 req-ebb4286f-4003-452c-826b-00e28d7df745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:13.813473 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-0a78495c-c2b8-47fa-b266-be4f49bfcc37 req-ebb4286f-4003-452c-826b-00e28d7df745 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 1130 time: 0.0711257 Apr 06 17:40:13.838728 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-05048df4-1fb8-4cbb-b979-1cd978a9e526 req-7a26155f-9d01-40a4-9b20-c33c1e4abcf5 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580221 Apr 06 17:40:13.903236 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] For port c1cde5eb-5319-4458-b398-9dfe23694109, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:40:13.952031 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] For port c1cde5eb-5319-4458-b398-9dfe23694109, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c1cde5eb-5319-4458-b398-9dfe23694109,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:40:13.952031 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5e95fa51-1f5c-474c-95e8-d2f769e1cc7a admin admin] Publish callbacks [] for security_group (ec5438f7-ed07-47f7-9803-02bc626fa66f), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.962304 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-396b2011-b10b-4536-9e31-64321edb570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:13.963324 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-396b2011-b10b-4536-9e31-64321edb570a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 1127 time: 0.2838941 Apr 06 17:40:13.970376 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3140058-162a-4a17-9039-d89ff58dda2e req-91aa67ce-ca72-4156-85db-eaa9f8e857d6 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:13.972136 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a3140058-162a-4a17-9039-d89ff58dda2e req-91aa67ce-ca72-4156-85db-eaa9f8e857d6 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 943 time: 0.4787095 Apr 06 17:40:13.977544 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a1e7da2f-392e-4554-945a-bb1afccf3b98 req-39334983-01f0-4b02-b04f-4a369776590f service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342379 Apr 06 17:40:13.996854 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-2225fc1a-2a9c-4842-bfad-d3e44b20d3e4 None None] Provisioning complete for port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:13.997914 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2225fc1a-2a9c-4842-bfad-d3e44b20d3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:13.999123 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5e95fa51-1f5c-474c-95e8-d2f769e1cc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ec5438f7-ed07-47f7-9803-02bc626fa66f), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:14.067300 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-2225fc1a-2a9c-4842-bfad-d3e44b20d3e4 None None] Port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:40:14.223123 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:14.318511 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5e95fa51-1f5c-474c-95e8-d2f769e1cc7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3a392346bb24b18a1be9c40adefaf73&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1405730 Apr 06 17:40:14.320615 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:14.321413 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:14.322552 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51318) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:14.323448 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] 10.222.0.49 "PUT /v2.0/ports/c1cde5eb-5319-4458-b398-9dfe23694109 HTTP/1.1" status: 200 len: 1094 time: 4.3851655 Apr 06 17:40:14.333753 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95fa51-1f5c-474c-95e8-d2f769e1cc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5438f7-ed07-47f7-9803-02bc626fa66f,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:14.394710 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a3140058-162a-4a17-9039-d89ff58dda2e req-bac4c9f9-1ff1-4d7b-8088-7e31ff1b6ec7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4161479 Apr 06 17:40:14.423587 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd915ec-2016-4aa7-b35b-265854869bc8 req-5c1274a3-7182-4c26-a412-d788a3eb7144 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:14.425700 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bdd915ec-2016-4aa7-b35b-265854869bc8 req-5c1274a3-7182-4c26-a412-d788a3eb7144 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 932 time: 0.4969418 Apr 06 17:40:14.505585 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca741d-f400-4232-ac82-a2a2afc6aebf service neutron] Pushing event updated for resources: {'Port': ['ID=c1cde5eb-5319-4458-b398-9dfe23694109,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:14.508162 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Request body: {'port': {'device_id': '79a14dca-1a56-4db6-bc8f-0ecdf80ef908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:14.548916 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dcfa0b-596c-4c84-ae95-20805c64dad3 x-openstack-request-id: req-75dcfa0b-596c-4c84-ae95-20805c64dad3 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:14.549588 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1c83ad-a4a0-45d7-8834-8a8785483872", "tag": "59f893ff-8c6e-4205-a0ed-0dd3039dddf6", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:14.549993 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75dcfa0b-596c-4c84-ae95-20805c64dad3 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:14.550690 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75dcfa0b-596c-4c84-ae95-20805c64dad3'] response: {'name': 'network-changed', 'server_uuid': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'tag': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6', 'status': 'completed', 'code': 200} Apr 06 17:40:14.583149 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f205cd50-466e-4aae-9e99-5d4f3ec7ce85 admin admin] Publish callbacks [] for security_group (ec5438f7-ed07-47f7-9803-02bc626fa66f), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:14.661075 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:14.676339 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f205cd50-466e-4aae-9e99-5d4f3ec7ce85 admin admin] Publish callbacks [] for security_group (ec5438f7-ed07-47f7-9803-02bc626fa66f), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:14.682516 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-0a78495c-c2b8-47fa-b266-be4f49bfcc37 req-095c5fc0-35c9-46c4-9d1d-fbd4ae99e6be service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269089 Apr 06 17:40:14.697927 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-b471a1f0-33f2-4f43-8e27-fd2feb9dca32 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6 HTTP/1.1" status: 200 len: 217 time: 0.2190659 Apr 06 17:40:14.743560 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bdd915ec-2016-4aa7-b35b-265854869bc8 req-8b03e59d-4cdc-4752-9d16-762d6d88d72a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091121 Apr 06 17:40:14.776445 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d3a27-accd-4aa9-86d7-3ec13e4cc88c req-789f54c2-bf21-4cf5-947d-a16da42a5939 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:14.776445 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-843d3a27-accd-4aa9-86d7-3ec13e4cc88c req-789f54c2-bf21-4cf5-947d-a16da42a5939 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 943 time: 0.1142459 Apr 06 17:40:14.776445 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c45b7f-a186-4adb-9223-23064cd90705 req-28b88f09-2605-4380-abc8-4c93fe5b5e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:14.776445 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-25c45b7f-a186-4adb-9223-23064cd90705 req-28b88f09-2605-4380-abc8-4c93fe5b5e8e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 1127 time: 0.3097711 Apr 06 17:40:14.776445 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-497408e5-a5ba-4235-a101-9afaf1282807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:14.777623 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-497408e5-a5ba-4235-a101-9afaf1282807 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 1128 time: 0.2578921 Apr 06 17:40:14.838689 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-843d3a27-accd-4aa9-86d7-3ec13e4cc88c req-3eb1df2f-99da-44d6-8a1e-b2a764628257 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599544 Apr 06 17:40:14.913692 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f205cd50-466e-4aae-9e99-5d4f3ec7ce85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ec5438f7-ed07-47f7-9803-02bc626fa66f), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:14.916525 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f205cd50-466e-4aae-9e99-5d4f3ec7ce85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:14.920722 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-f205cd50-466e-4aae-9e99-5d4f3ec7ce85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec5438f7-ed07-47f7-9803-02bc626fa66f HTTP/1.1" status: 204 len: 168 time: 0.5924122 Apr 06 17:40:14.957760 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205cd50-466e-4aae-9e99-5d4f3ec7ce85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5438f7-ed07-47f7-9803-02bc626fa66f,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:14.996442 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07826d4-be5e-4425-a7b2-dea4846f944f req-d7d76c6b-1673-46f4-8182-51a1cf1bed8b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:15.002605 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c07826d4-be5e-4425-a7b2-dea4846f944f req-d7d76c6b-1673-46f4-8182-51a1cf1bed8b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1627691 Apr 06 17:40:15.026443 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-89171ad3-a8af-423e-9e9d-99753299bb40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1cde5eb-5319-4458-b398-9dfe23694109 HTTP/1.1" status: 200 len: 217 time: 0.1395476 Apr 06 17:40:15.160538 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 {{(pid=104731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:15.172144 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Publish callbacks [] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:15.190054 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Transition to ACTIVE for port object 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:40:15.195980 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:15.201248 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-fe75b76f-9495-4b1d-9678-aae086e0ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:15.202774 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-fe75b76f-9495-4b1d-9678-aae086e0ee7e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=679d91da-34c0-4cc7-8657-b78253e29f8e HTTP/1.1" status: 200 len: 848 time: 0.2504179 Apr 06 17:40:15.219283 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c07826d4-be5e-4425-a7b2-dea4846f944f req-4d91e904-f3e4-4742-b107-2eca3a5ffd8e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812372 Apr 06 17:40:15.237000 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-fd80eceb-7852-4263-be8d-c196deb0c869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:15.238508 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-fd80eceb-7852-4263-be8d-c196deb0c869 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.1720092 Apr 06 17:40:15.258149 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Pushing event updated for resources: {'Port': ['ID=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:15.267398 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d45ea2-8275-4797-aef8-a0b3f7b7e315 req-a9b12584-0c68-4278-9ecd-5d4a89edfd42 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:15.274842 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b6d45ea2-8275-4797-aef8-a0b3f7b7e315 req-a9b12584-0c68-4278-9ecd-5d4a89edfd42 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 945 time: 0.2688470 Apr 06 17:40:15.284775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c45b7f-a186-4adb-9223-23064cd90705 req-236e172a-1997-4359-9d28-0d27ed49d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:15.286588 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-25c45b7f-a186-4adb-9223-23064cd90705 req-236e172a-1997-4359-9d28-0d27ed49d000 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 916 time: 0.3356872 Apr 06 17:40:15.338125 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Attempting to bind port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:40:15.338603 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Attempting to bind port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:40:15.338801 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Attempting to bind port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 on network 304acbdc-aff8-422e-8c31-45f0ba8974ee {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:15.344257 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 on network 304acbdc-aff8-422e-8c31-45f0ba8974ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:40:15.344444 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Attempting to bind port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 on network 304acbdc-aff8-422e-8c31-45f0ba8974ee {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:40:15.354641 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:40:15.354983 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Checking segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:40:15.355376 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Bound using segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:40:15.357748 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Bound port: 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:40:15.358604 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b6d45ea2-8275-4797-aef8-a0b3f7b7e315 req-56a62c11-b853-4bc7-a39a-9f02b3ac4a52 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827367 Apr 06 17:40:15.364743 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:15.535492 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] For port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580, host hv-cinder-83588, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:40:15.539019 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] For port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:40:15.548091 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:15.590557 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:15.591443 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:15.593245 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] 10.222.0.49 "PUT /v2.0/ports/81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 HTTP/1.1" status: 200 len: 1094 time: 1.1368642 Apr 06 17:40:15.594073 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a14dca-1a56-4db6-bc8f-0ecdf80ef908', 'tag': '81f22ab1-149d-4e8b-8f63-9b5dbe9f3580'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:15.596655 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052951c5-6abf-48e5-a26b-1567d8b8d53e" -d '{"events": [{"name": "network-changed", "server_uuid": "79a14dca-1a56-4db6-bc8f-0ecdf80ef908", "tag": "81f22ab1-149d-4e8b-8f63-9b5dbe9f3580"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:15.623281 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61ff80-a8f4-4caa-81e8-d4038c7e75a1 service neutron] Pushing event updated for resources: {'Port': ['ID=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:15.674183 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd24b207-5f1b-4222-899a-e35a9c07daef x-openstack-request-id: req-cd24b207-5f1b-4222-899a-e35a9c07daef {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:15.674707 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a14dca-1a56-4db6-bc8f-0ecdf80ef908", "tag": "81f22ab1-149d-4e8b-8f63-9b5dbe9f3580", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:15.677057 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd24b207-5f1b-4222-899a-e35a9c07daef {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:15.678109 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd24b207-5f1b-4222-899a-e35a9c07daef'] response: {'name': 'network-changed', 'server_uuid': '79a14dca-1a56-4db6-bc8f-0ecdf80ef908', 'tag': '81f22ab1-149d-4e8b-8f63-9b5dbe9f3580', 'status': 'completed', 'code': 200} Apr 06 17:40:15.693195 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-25c45b7f-a186-4adb-9223-23064cd90705 req-16b2d8eb-0e1f-4b50-b79f-f360842178dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 HTTP/1.1" status: 200 len: 217 time: 0.3094988 Apr 06 17:40:15.761655 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33309ec4-3762-4ed2-9c49-1b636746b978 req-ce22276e-99e6-4698-b199-e121d8a59b6f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:15.763795 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-33309ec4-3762-4ed2-9c49-1b636746b978 req-ce22276e-99e6-4698-b199-e121d8a59b6f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 943 time: 0.1374123 Apr 06 17:40:15.775072 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-bc168cb1-26cb-49d7-be22-15075c88b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:15.776814 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-bc168cb1-26cb-49d7-be22-15075c88b1eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6369e41b-044c-4773-9dbb-ba65b327e8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3908668 Apr 06 17:40:15.781866 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-1e3882a8-22c9-4ff5-aeb0-5431ee3e799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:15.783560 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-1e3882a8-22c9-4ff5-aeb0-5431ee3e799f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3988185 Apr 06 17:40:15.840669 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-33309ec4-3762-4ed2-9c49-1b636746b978 req-dcec34c0-5cbb-4d45-a950-631f3324f194 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677302 Apr 06 17:40:16.027288 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ba100-a1d9-47fc-b088-3b3b69670042 req-fcb59cc0-39f1-4031-8251-ffb0d9bae2d3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:16.030001 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ec1ba100-a1d9-47fc-b088-3b3b69670042 req-fcb59cc0-39f1-4031-8251-ffb0d9bae2d3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 944 time: 0.1648588 Apr 06 17:40:16.074564 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adc120-c406-4dd4-a084-337ea575dd3a req-06bde433-a01b-4bdb-916c-d8f3faa8de6d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:16.076392 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b6adc120-c406-4dd4-a084-337ea575dd3a req-06bde433-a01b-4bdb-916c-d8f3faa8de6d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 943 time: 0.1002686 Apr 06 17:40:16.180345 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-b196f57f-b66b-49b0-b0e3-c788a6908dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:16.184315 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-b196f57f-b66b-49b0-b0e3-c788a6908dba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 1128 time: 0.1001379 Apr 06 17:40:16.262514 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-7aef0476-f309-4849-99ff-3453e86937e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 HTTP/1.1" status: 200 len: 217 time: 0.0699074 Apr 06 17:40:16.366646 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-ce0b590e-1e7b-4f49-aa26-a2cad02f00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:16.368253 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-ce0b590e-1e7b-4f49-aa26-a2cad02f00fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0984416 Apr 06 17:40:16.371004 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ec1ba100-a1d9-47fc-b088-3b3b69670042 req-9bae856c-7a69-4ef0-8c29-e5861a7d4181 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325601 Apr 06 17:40:16.415272 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-8171de17-25ae-45be-8845-c09e0d7ceb47 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173583 Apr 06 17:40:16.500974 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-ed70bf99-5c11-4329-acb8-7ae290bca707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:16.503728 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-ed70bf99-5c11-4329-acb8-7ae290bca707 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1292076 Apr 06 17:40:16.537391 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:40:16.553862 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c45b7f-a186-4adb-9223-23064cd90705 req-e945dbc8-c086-4ddd-9cbf-c5086acbb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:16.555614 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-25c45b7f-a186-4adb-9223-23064cd90705 req-e945dbc8-c086-4ddd-9cbf-c5086acbb55a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 200 len: 854 time: 0.4444952 Apr 06 17:40:16.556111 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e21b6e-376f-4d6b-8c1c-d38b5d0329e4', 'tag': 'c1cde5eb-5319-4458-b398-9dfe23694109'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:16.558733 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c9dbf-dc08-4f34-82f6-2901130631d3" -d '{"events": [{"name": "network-changed", "server_uuid": "97e21b6e-376f-4d6b-8c1c-d38b5d0329e4", "tag": "c1cde5eb-5319-4458-b398-9dfe23694109"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:16.583992 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b6adc120-c406-4dd4-a084-337ea575dd3a req-35c265ca-0331-4186-bed9-b5939cf6a7a7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4635217 Apr 06 17:40:16.703277 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-8a57985c-94ef-4c8c-9b95-1dc56438c462 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042581 Apr 06 17:40:16.714706 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-d2bf09f8-bdb2-414f-8427-6967fe712e94 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036860 Apr 06 17:40:16.715456 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed751c9d-d547-4a62-b1c4-be10aaa290b0 x-openstack-request-id: req-ed751c9d-d547-4a62-b1c4-be10aaa290b0 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:16.715759 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e21b6e-376f-4d6b-8c1c-d38b5d0329e4", "tag": "c1cde5eb-5319-4458-b398-9dfe23694109", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:16.716053 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed751c9d-d547-4a62-b1c4-be10aaa290b0 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:16.716465 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed751c9d-d547-4a62-b1c4-be10aaa290b0'] response: {'name': 'network-changed', 'server_uuid': '97e21b6e-376f-4d6b-8c1c-d38b5d0329e4', 'tag': 'c1cde5eb-5319-4458-b398-9dfe23694109', 'status': 'completed', 'code': 200} Apr 06 17:40:16.813945 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f9b02176-2824-475a-bcd3-3a6c0dbc1dfd req-2f4a4b4f-94d8-4f05-98dc-76df392e3ee6 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843987 Apr 06 17:40:16.841724 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb63c4-c98d-4846-8e71-84f0650411a3 req-9245f6e2-6443-41f1-ae14-5e765052aecb tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:16.843734 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6dcb63c4-c98d-4846-8e71-84f0650411a3 req-9245f6e2-6443-41f1-ae14-5e765052aecb tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.3309925 Apr 06 17:40:16.861367 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:16.862664 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c45b7f-a186-4adb-9223-23064cd90705 req-fa2ff53c-39f8-4b9c-ab9f-c4b29a33646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:16.864354 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-25c45b7f-a186-4adb-9223-23064cd90705 req-fa2ff53c-39f8-4b9c-ab9f-c4b29a33646b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46a47786-96d2-4524-85d9-d3afc011b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2980633 Apr 06 17:40:16.891434 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'mac_address': 'fa:16:3e:90:4f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:40:16.943307 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:16.944065 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:16.957993 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6dcb63c4-c98d-4846-8e71-84f0650411a3 req-c34bc26f-4d86-4150-80f2-b396b7d4b223 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899687 Apr 06 17:40:16.969420 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b715cc65-c9f8-4cd8-b864-fff91cfc359e req-801a2464-4de7-425e-a4bd-de5cf9cdbaa2 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508364 Apr 06 17:40:16.972983 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:16.984245 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-597e0b91-8a32-47e1-a30c-dcb1be134e2e req-3cf89e01-dea8-4002-9a5c-fac5fd8a8b03 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640066 Apr 06 17:40:16.998292 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:17.005536 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:17.117906 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d36c7-18ab-4088-b5fd-6f2d68cc78bd req-fbfab44d-f5b6-4f4f-904f-b771f124b3e4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:17.119523 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c14d36c7-18ab-4088-b5fd-6f2d68cc78bd req-fbfab44d-f5b6-4f4f-904f-b771f124b3e4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 943 time: 0.1386867 Apr 06 17:40:17.124002 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:17.225145 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c537d7-a2d8-40e1-9fd3-d1212813124c req-6a2b3f4d-2ea3-4ac6-ac9e-e6e81a9537f4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:17.226690 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-29c537d7-a2d8-40e1-9fd3-d1212813124c req-6a2b3f4d-2ea3-4ac6-ac9e-e6e81a9537f4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1024578 Apr 06 17:40:17.230272 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c14d36c7-18ab-4088-b5fd-6f2d68cc78bd req-9730a700-b27f-477a-9a25-2781c78bed1a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904984 Apr 06 17:40:17.237780 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51432) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:17.243880 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-0daa89a3-647d-431a-8380-d6ca1a229bb7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'floatingip': {'port_id': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:17.274552 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:40:17.357051 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0daa89a3-647d-431a-8380-d6ca1a229bb7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:17.552055 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d933c-5c1f-44d8-be3d-6a940d3afa96 req-6be28e4a-bc52-4559-811e-07103d1a6a1b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:17.553781 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-684d933c-5c1f-44d8-be3d-6a940d3afa96 req-6be28e4a-bc52-4559-811e-07103d1a6a1b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 944 time: 0.0847619 Apr 06 17:40:17.674785 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-684d933c-5c1f-44d8-be3d-6a940d3afa96 req-af67d916-3800-4acc-8087-8b8e3c8ca355 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141407 Apr 06 17:40:17.722220 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-25c45b7f-a186-4adb-9223-23064cd90705 req-5cb235ff-8f3b-4240-ac4d-9b00f5825d47 service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260777 Apr 06 17:40:17.740687 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-260e6ec9-6ef0-47b7-a106-f75562a640af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:17.742309 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-260e6ec9-6ef0-47b7-a106-f75562a640af service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 1127 time: 0.1141074 Apr 06 17:40:17.864662 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffcee8-1db6-4edb-92d4-a938fac3a87e req-8ed44164-40b5-4ecc-aed8-bf985e8c10c8 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:17.864662 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50ffcee8-1db6-4edb-92d4-a938fac3a87e req-8ed44164-40b5-4ecc-aed8-bf985e8c10c8 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 943 time: 0.0871241 Apr 06 17:40:17.935408 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50ffcee8-1db6-4edb-92d4-a938fac3a87e req-15725086-8912-46b1-bfa1-1b3899010cae tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660625 Apr 06 17:40:18.384342 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbd6a2-99f0-45d4-b774-24dc58d358ed req-25381dce-4e5b-452c-b3f9-bceba3d3777f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:18.385866 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e7dbd6a2-99f0-45d4-b774-24dc58d358ed req-25381dce-4e5b-452c-b3f9-bceba3d3777f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 944 time: 0.0807838 Apr 06 17:40:18.412364 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0daa89a3-647d-431a-8380-d6ca1a229bb7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:18.429547 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0daa89a3-647d-431a-8380-d6ca1a229bb7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:18.457294 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51496) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:18.520757 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e7dbd6a2-99f0-45d4-b774-24dc58d358ed req-37a58d5d-4483-4a6a-b8fa-9d2777c64e51 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259379 Apr 06 17:40:18.549391 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-25c45b7f-a186-4adb-9223-23064cd90705 req-dadb3ba3-dc7e-4b37-91fa-cbdd2c2ac6da service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570647 Apr 06 17:40:18.568437 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:40:18.608261 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-463fc6f9-2a0b-4a34-8d40-b3a311332503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:18.637016 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:18.656479 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-bdfc833f-4bf2-4aa6-b3a3-fc97e08f4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:18.658074 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-bdfc833f-4bf2-4aa6-b3a3-fc97e08f4c1b service neutron] 10.222.0.49 "GET /v2.0/networks?id=6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 200 len: 910 time: 0.2669251 Apr 06 17:40:18.659343 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [None req-0daa89a3-647d-431a-8380-d6ca1a229bb7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Floating IP 43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee associated. External IP: 172.27.2.30, port: e3f021a8-38ec-4ba6-8094-d0f007ab28ed. Apr 06 17:40:18.701339 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-463fc6f9-2a0b-4a34-8d40-b3a311332503 admin admin] Publish callbacks [] for security_group (e54f77a8-0d5a-4bf0-8402-c0b8c8230dc9), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:18.718700 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-463fc6f9-2a0b-4a34-8d40-b3a311332503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e54f77a8-0d5a-4bf0-8402-c0b8c8230dc9), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:18.723149 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:18.737836 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'port_id': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6', 'mac_address': 'fa:16:3e:06:53:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:40:18.741759 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:40:18.746995 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:18.747733 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:18.781157 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fc6f9-2a0b-4a34-8d40-b3a311332503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54f77a8-0d5a-4bf0-8402-c0b8c8230dc9,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:18.790458 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-463fc6f9-2a0b-4a34-8d40-b3a311332503 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fdc592dd0614de3ae2c6d1dd0827442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311629 Apr 06 17:40:18.794435 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51504) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:18.832543 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:18.832933 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:18.852039 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:18.895575 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:18.909371 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:18.943687 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:18.944077 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:18.946525 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daa89a3-647d-431a-8380-d6ca1a229bb7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:40:18.992693 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ab5495-d48c-4013-b733-89404af0815b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:18.995490 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72fdd19-6f75-4672-9ee6-ae99ace1376f" -d '{"events": [{"server_uuid": "06ab5495-d48c-4013-b733-89404af0815b", "name": "network-vif-plugged", "status": "completed", "tag": "e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:19.010074 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:19.014919 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:19.020434 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:19.067783 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f566510-50fb-4f64-8d1f-aa4719d94452 req-379d5033-9e0b-4d3c-bd00-dab13f1b3da9 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:19.069195 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f566510-50fb-4f64-8d1f-aa4719d94452 req-379d5033-9e0b-4d3c-bd00-dab13f1b3da9 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 944 time: 0.3038001 Apr 06 17:40:19.085555 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-003848f7-f852-436c-9754-29a677a45da3 admin admin] Publish callbacks [] for security_group (e54f77a8-0d5a-4bf0-8402-c0b8c8230dc9), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:19.086170 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:19.115604 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daa89a3-647d-431a-8380-d6ca1a229bb7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:40:19.121112 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0daa89a3-647d-431a-8380-d6ca1a229bb7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:19.133009 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] Sync routers for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:40:19.143730 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:40:19.144374 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:40:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:19.155075 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-003848f7-f852-436c-9754-29a677a45da3 admin admin] Publish callbacks [] for security_group (e54f77a8-0d5a-4bf0-8402-c0b8c8230dc9), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:19.166398 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f566510-50fb-4f64-8d1f-aa4719d94452 req-bf28262a-07d5-4b59-a24f-808c7356dc23 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817738 Apr 06 17:40:19.180703 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['59f893ff-8c6e-4205-a0ed-0dd3039dddf6'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:40:19.183222 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-0daa89a3-647d-431a-8380-d6ca1a229bb7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "PUT /v2.0/floatingips/43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee HTTP/1.1" status: 200 len: 991 time: 1.9427853 Apr 06 17:40:19.183916 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:19.187210 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a2ffda-b74d-4175-b3df-fed2d02be5bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:19.294748 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-1aa3f97c-fe2f-4377-b241-516c6c4c71a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6 HTTP/1.1" status: 200 len: 217 time: 0.0862050 Apr 06 17:40:19.368703 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:40:19.405904 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-1c666ae5-19c9-435d-8fd1-819c27132bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:19.407523 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-1c666ae5-19c9-435d-8fd1-819c27132bd4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=679d91da-34c0-4cc7-8657-b78253e29f8e HTTP/1.1" status: 200 len: 848 time: 0.1070168 Apr 06 17:40:19.483676 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-c7b0f116-f8c7-4cd2-b3d3-f9de3aabbccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:19.486408 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-c7b0f116-f8c7-4cd2-b3d3-f9de3aabbccf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 1128 time: 0.2907412 Apr 06 17:40:19.514495 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-7b274273-55d5-4b20-9aba-87e1e12686b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:19.517364 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-c19fa184-9302-4811-b0fe-3112855b78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:19.517944 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-7b274273-55d5-4b20-9aba-87e1e12686b5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6369e41b-044c-4773-9dbb-ba65b327e8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038246 Apr 06 17:40:19.518881 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-c19fa184-9302-4811-b0fe-3112855b78d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 1128 time: 0.2485428 Apr 06 17:40:19.542802 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-003848f7-f852-436c-9754-29a677a45da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e54f77a8-0d5a-4bf0-8402-c0b8c8230dc9), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:19.551192 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-003848f7-f852-436c-9754-29a677a45da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:19.552624 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-003848f7-f852-436c-9754-29a677a45da3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e54f77a8-0d5a-4bf0-8402-c0b8c8230dc9 HTTP/1.1" status: 204 len: 168 time: 0.7590764 Apr 06 17:40:19.602865 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bc220-950a-4ba0-9c48-74c2b68c4ea6 req-555d44a7-cad5-46d5-bc8a-25d6bfab26a8 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:19.604917 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-af4bc220-950a-4ba0-9c48-74c2b68c4ea6 req-555d44a7-cad5-46d5-bc8a-25d6bfab26a8 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 944 time: 0.2638292 Apr 06 17:40:19.619658 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003848f7-f852-436c-9754-29a677a45da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54f77a8-0d5a-4bf0-8402-c0b8c8230dc9,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:19.694504 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c854c13-a5e1-4606-a6af-9f00a27c6868 x-openstack-request-id: req-7c854c13-a5e1-4606-a6af-9f00a27c6868 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:19.695071 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ab5495-d48c-4013-b733-89404af0815b", "name": "network-vif-plugged", "status": "completed", "tag": "e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:19.695260 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c854c13-a5e1-4606-a6af-9f00a27c6868 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:19.695846 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c854c13-a5e1-4606-a6af-9f00a27c6868'] response: {'server_uuid': '06ab5495-d48c-4013-b733-89404af0815b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'code': 200} Apr 06 17:40:19.824963 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'port_id': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'mac_address': 'fa:16:3e:e3:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:48Z', 'updated_at': '2022-04-06T17:40:18Z', 'revision_number': 1, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:19.885946 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] Checking router: 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:40:19.897024 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:40:19.898150 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:40:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:19.898709 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-af4bc220-950a-4ba0-9c48-74c2b68c4ea6 req-db70a6f5-4983-42b0-aa8c-5f55aa579cf9 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476094 Apr 06 17:40:19.952086 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-2a181ea2-d0f6-42a8-a008-c39e4a37cf3a service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242280 Apr 06 17:40:19.962374 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d03b7d-b7e8-468e-b8b9-b73a67938094 x-openstack-request-id: req-54d03b7d-b7e8-468e-b8b9-b73a67938094 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:19.962663 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:19.967148 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54d03b7d-b7e8-468e-b8b9-b73a67938094 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:19.967643 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d03b7d-b7e8-468e-b8b9-b73a67938094'] response: {'name': 'network-changed', 'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'status': 'completed', 'code': 200} Apr 06 17:40:19.990151 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-4d15458e-4fc5-40a6-853b-21ef5a667052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:19.992548 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-4d15458e-4fc5-40a6-853b-21ef5a667052 service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.5004838 Apr 06 17:40:19.994481 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-94452d93-d7bc-488a-9cd5-378791d3e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:19.996192 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-94452d93-d7bc-488a-9cd5-378791d3e966 service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.4648449 Apr 06 17:40:20.111995 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:40:20.140875 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-4ff855a4-4309-4843-8871-55cb422ab1f5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 HTTP/1.1" status: 200 len: 217 time: 0.0881698 Apr 06 17:40:20.143484 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51548) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:20.159337 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-cb1d0e53-0489-49e6-997b-81ceb016c07d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1cde5eb-5319-4458-b398-9dfe23694109 HTTP/1.1" status: 200 len: 217 time: 0.1556563 Apr 06 17:40:20.231935 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-e35f81f3-da52-4308-8084-3b53bf5d1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:20.233637 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-e35f81f3-da52-4308-8084-3b53bf5d1a2a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0748179 Apr 06 17:40:20.340623 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e639b4-377d-45af-997d-1bdff509b364 req-8ba4fb48-2fec-4421-a2d9-6ef33f0c8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:20.344581 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e254-3715-4b06-ad71-d8977c843e12 req-a02968c7-6082-44dd-959a-e03ac55b74f5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:20.346139 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e4d3e254-3715-4b06-ad71-d8977c843e12 req-a02968c7-6082-44dd-959a-e03ac55b74f5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 945 time: 0.3464181 Apr 06 17:40:20.347603 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-86e639b4-377d-45af-997d-1bdff509b364 req-8ba4fb48-2fec-4421-a2d9-6ef33f0c8922 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 1129 time: 0.3191352 Apr 06 17:40:20.347974 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-7fd5c315-41c4-4046-b47f-1e8327e3b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:20.348095 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51556) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:20.349763 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-7fd5c315-41c4-4046-b47f-1e8327e3b1ea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 1130 time: 0.5296395 Apr 06 17:40:20.386696 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-29346cd8-2ff7-400b-806c-3e2f6cf22d47 req-4057316a-30ca-42b4-ac09-4911bcf168c9 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181144 Apr 06 17:40:20.393644 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4383de57-ceaf-44b6-8ac8-46e2eb1fd6b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.454660 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-86e639b4-377d-45af-997d-1bdff509b364 req-d76ca00d-16fb-4f4a-a69b-bfed7d596f7c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949244 Apr 06 17:40:20.460593 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'port_id': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'mac_address': 'fa:16:3e:e3:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:48Z', 'updated_at': '2022-04-06T17:40:18Z', 'revision_number': 1, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:20.490521 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a62377-7e18-4d61-a13f-c6eaa5f313a9 None None] The sync data for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi is: [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'port_id': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'mac_address': 'fa:16:3e:e3:1e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:48Z', 'updated_at': '2022-04-06T17:40:18Z', 'revision_number': 1, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:40:20.500968 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-4547cfcf-822c-45b7-8a82-7d7c7fa58864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:20.502051 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4383de57-ceaf-44b6-8ac8-46e2eb1fd6b6 admin admin] Publish callbacks [] for security_group (81869b02-bd20-464c-80c7-0cb0dfd2a892), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.502650 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-4547cfcf-822c-45b7-8a82-7d7c7fa58864 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.3351729 Apr 06 17:40:20.503422 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-55322619-abf2-40a0-b984-d7347c8b50af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.505875 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4383de57-ceaf-44b6-8ac8-46e2eb1fd6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (81869b02-bd20-464c-80c7-0cb0dfd2a892), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.515597 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-b56d3e3a-1b51-43c1-8e0f-6f70d7b2ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:20.517171 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-b56d3e3a-1b51-43c1-8e0f-6f70d7b2ff51 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2657819 Apr 06 17:40:20.554046 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383de57-ceaf-44b6-8ac8-46e2eb1fd6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81869b02-bd20-464c-80c7-0cb0dfd2a892,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:20.570487 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-4383de57-ceaf-44b6-8ac8-46e2eb1fd6b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41c1e10e7df94c73b4eedc3ccb95e55b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128446 Apr 06 17:40:20.573177 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51558) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:20.589367 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1bd84-3aa2-418e-b786-70a24589e8c8 req-a5e62ade-f785-4d94-bb48-d734465487fa tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:20.591417 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ab1bd84-3aa2-418e-b786-70a24589e8c8 req-a5e62ade-f785-4d94-bb48-d734465487fa tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 944 time: 0.2594883 Apr 06 17:40:20.595528 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device c1cde5eb-5319-4458-b398-9dfe23694109 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:40:20.599180 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:20.601629 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e4d3e254-3715-4b06-ad71-d8977c843e12 req-93ce6968-721a-4123-86c6-e6f718492eca tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448404 Apr 06 17:40:20.643284 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d597f68-c890-47bc-afb5-b6c64bb42d3e admin admin] Publish callbacks [] for security_group (81869b02-bd20-464c-80c7-0cb0dfd2a892), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.667295 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d597f68-c890-47bc-afb5-b6c64bb42d3e admin admin] Publish callbacks [] for security_group (81869b02-bd20-464c-80c7-0cb0dfd2a892), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.675493 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-294d2a51-2696-49b2-8262-9ab32c043f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:20.676971 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-294d2a51-2696-49b2-8262-9ab32c043f34 service neutron] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 917 time: 0.2867143 Apr 06 17:40:20.704198 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ab1bd84-3aa2-418e-b786-70a24589e8c8 req-67c65fdc-ec09-42ef-810e-01c76614f1f7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015038 Apr 06 17:40:20.736356 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d597f68-c890-47bc-afb5-b6c64bb42d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (81869b02-bd20-464c-80c7-0cb0dfd2a892), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.740230 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d597f68-c890-47bc-afb5-b6c64bb42d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.741653 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3d597f68-c890-47bc-afb5-b6c64bb42d3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81869b02-bd20-464c-80c7-0cb0dfd2a892 HTTP/1.1" status: 204 len: 168 time: 0.1674023 Apr 06 17:40:20.751020 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d597f68-c890-47bc-afb5-b6c64bb42d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81869b02-bd20-464c-80c7-0cb0dfd2a892,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:20.770770 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-55322619-abf2-40a0-b984-d7347c8b50af admin admin] Publish callbacks [] for security_group (d8e770b4-2013-42c9-8a2c-b2954b7e7651), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.777953 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-55322619-abf2-40a0-b984-d7347c8b50af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d8e770b4-2013-42c9-8a2c-b2954b7e7651), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.823942 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port c1cde5eb-5319-4458-b398-9dfe23694109, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c1cde5eb-5319-4458-b398-9dfe23694109,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:20.834496 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:40:20.853815 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f48de-5e79-42b0-88dd-51071f701ada None None] New status for floating IP 43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee: ACTIVE {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:40:20.879714 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:20.880089 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:20.983005 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55322619-abf2-40a0-b984-d7347c8b50af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e770b4-2013-42c9-8a2c-b2954b7e7651,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:21.008560 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-55322619-abf2-40a0-b984-d7347c8b50af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e3a21897a7ac4cfe955a04dff5b774ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8612900 Apr 06 17:40:21.009546 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51568) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:21.070235 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-27094481-28f7-4d8f-a625-7ce9c4673269 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed HTTP/1.1" status: 200 len: 999 time: 0.2844465 Apr 06 17:40:21.075237 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-be2f5374-1c41-498d-93ff-b54bd6804a2a admin admin] Publish callbacks [] for security_group (d8e770b4-2013-42c9-8a2c-b2954b7e7651), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.104109 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-be2f5374-1c41-498d-93ff-b54bd6804a2a admin admin] Publish callbacks [] for security_group (d8e770b4-2013-42c9-8a2c-b2954b7e7651), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.111590 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-117eb710-1370-49ee-a792-63e99b31f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:21.113118 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-117eb710-1370-49ee-a792-63e99b31f75b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3288569 Apr 06 17:40:21.121554 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-c8029032-df05-405c-8854-018194d4a26f service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349364 Apr 06 17:40:21.133987 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f0558-39b3-4ecb-b2d4-1debe256079f req-f925e724-d1e5-4cab-807b-5307f70edb62 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:21.138351 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3d6f0558-39b3-4ecb-b2d4-1debe256079f req-f925e724-d1e5-4cab-807b-5307f70edb62 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 944 time: 0.1390367 Apr 06 17:40:21.181007 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-be2f5374-1c41-498d-93ff-b54bd6804a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d8e770b4-2013-42c9-8a2c-b2954b7e7651), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.185433 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-be2f5374-1c41-498d-93ff-b54bd6804a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.190382 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-be2f5374-1c41-498d-93ff-b54bd6804a2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8e770b4-2013-42c9-8a2c-b2954b7e7651 HTTP/1.1" status: 204 len: 168 time: 0.1787477 Apr 06 17:40:21.206221 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f5374-1c41-498d-93ff-b54bd6804a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e770b4-2013-42c9-8a2c-b2954b7e7651,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:21.224737 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3d6f0558-39b3-4ecb-b2d4-1debe256079f req-6c0491da-df14-4b22-86d7-bde77a578c61 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797255 Apr 06 17:40:21.277153 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'c1cde5eb-5319-4458-b398-9dfe23694109', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'port_id': 'c1cde5eb-5319-4458-b398-9dfe23694109', 'mac_address': 'fa:16:3e:63:b4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:40:21.349798 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port c1cde5eb-5319-4458-b398-9dfe23694109 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:21.349798 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.394865 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cde5eb-5319-4458-b398-9dfe23694109 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:21.428515 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port c1cde5eb-5319-4458-b398-9dfe23694109, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c1cde5eb-5319-4458-b398-9dfe23694109,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:21.459599 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.461188 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:40:21.500787 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-2ad3015e-5a3b-4b43-ae64-81d9e4fc717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:21.502323 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-2ad3015e-5a3b-4b43-ae64-81d9e4fc717b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.1950111 Apr 06 17:40:21.523264 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:21.523951 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.600406 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:21.607769 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51592) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:21.631870 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a980eb39-e7f6-4e1b-834d-6bd9a885c0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.636705 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:21.638942 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '81f22ab1-149d-4e8b-8f63-9b5dbe9f3580', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'port_id': '81f22ab1-149d-4e8b-8f63-9b5dbe9f3580', 'mac_address': 'fa:16:3e:4f:b7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:40:21.641139 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=c1cde5eb-5319-4458-b398-9dfe23694109,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:21.647292 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.697593 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:21.701251 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ec89df-3383-44b9-ba0e-038126fd163b" -d '{"events": [{"server_uuid": "da1c83ad-a4a0-45d7-8834-8a8785483872", "name": "network-vif-plugged", "status": "completed", "tag": "59f893ff-8c6e-4205-a0ed-0dd3039dddf6"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:21.738478 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:21.739203 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.745252 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:21.759819 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:40:21.792649 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:21.795294 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db76b0a8-cdcf-4b9f-bcd5-e97a21f3aef0 x-openstack-request-id: req-db76b0a8-cdcf-4b9f-bcd5-e97a21f3aef0 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:21.795779 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1c83ad-a4a0-45d7-8834-8a8785483872", "name": "network-vif-plugged", "status": "completed", "tag": "59f893ff-8c6e-4205-a0ed-0dd3039dddf6", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:21.796121 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db76b0a8-cdcf-4b9f-bcd5-e97a21f3aef0 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:21.796801 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db76b0a8-cdcf-4b9f-bcd5-e97a21f3aef0'] response: {'server_uuid': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6', 'code': 200} Apr 06 17:40:21.799508 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.843109 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a980eb39-e7f6-4e1b-834d-6bd9a885c0dc admin admin] Publish callbacks [] for security_group (b04758eb-6100-4f16-b875-4dc08ae37f10), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.849535 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a980eb39-e7f6-4e1b-834d-6bd9a885c0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b04758eb-6100-4f16-b875-4dc08ae37f10), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:21.909327 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a980eb39-e7f6-4e1b-834d-6bd9a885c0dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee9bd50d0d1d4211996c7319fca7e295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973497 Apr 06 17:40:21.909327 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980eb39-e7f6-4e1b-834d-6bd9a885c0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04758eb-6100-4f16-b875-4dc08ae37f10,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:21.911269 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51604) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:21.943338 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:21.974375 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ceae32da-fc7b-43b3-80e7-249b67f208ca admin admin] Publish callbacks [] for security_group (b04758eb-6100-4f16-b875-4dc08ae37f10), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:22.006550 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ceae32da-fc7b-43b3-80e7-249b67f208ca admin admin] Publish callbacks [] for security_group (b04758eb-6100-4f16-b875-4dc08ae37f10), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:22.048377 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-d15faff2-5205-47fa-8593-ae0658972498 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391682 Apr 06 17:40:22.084455 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ceae32da-fc7b-43b3-80e7-249b67f208ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b04758eb-6100-4f16-b875-4dc08ae37f10), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:22.089195 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-052951c5-6abf-48e5-a26b-1567d8b8d53e req-f323864d-9a34-4cca-990e-6ff83ad23eba service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668424 Apr 06 17:40:22.089356 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ceae32da-fc7b-43b3-80e7-249b67f208ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:22.092771 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ceae32da-fc7b-43b3-80e7-249b67f208ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b04758eb-6100-4f16-b875-4dc08ae37f10 HTTP/1.1" status: 204 len: 168 time: 0.1782331 Apr 06 17:40:22.101900 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae32da-fc7b-43b3-80e7-249b67f208ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04758eb-6100-4f16-b875-4dc08ae37f10,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:22.127605 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-5803bf37-8c99-46b2-b8ef-eb373a7728ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:22.131984 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-5803bf37-8c99-46b2-b8ef-eb373a7728ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6222260 Apr 06 17:40:22.227986 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['81f22ab1-149d-4e8b-8f63-9b5dbe9f3580'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:40:22.314363 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89821f4-0a54-423b-ac3d-191fa996d7cc req-a73f25c5-abca-4b42-b57f-def0ae862b6b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:22.322076 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a89821f4-0a54-423b-ac3d-191fa996d7cc req-a73f25c5-abca-4b42-b57f-def0ae862b6b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 945 time: 0.3375533 Apr 06 17:40:22.335020 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['c1cde5eb-5319-4458-b398-9dfe23694109'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:40:22.371717 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c6407-c5da-4a38-80ce-fbd3c86b3c84 req-c461f8de-1269-4c42-8afd-17a9be4ee8db tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:22.373541 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0f1c6407-c5da-4a38-80ce-fbd3c86b3c84 req-c461f8de-1269-4c42-8afd-17a9be4ee8db tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 945 time: 0.4035513 Apr 06 17:40:22.488321 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-662c9dbf-dc08-4f34-82f6-2901130631d3 req-2001c887-1d7e-4354-9dca-b3eab20d81c0 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550227 Apr 06 17:40:22.536907 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-8adef397-5083-4d2c-9e3e-fe1ab4152c4c service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282633 Apr 06 17:40:22.553811 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a89821f4-0a54-423b-ac3d-191fa996d7cc req-44145282-d263-4ecb-b255-8284a9535705 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303786 Apr 06 17:40:22.679026 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51624) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:22.694434 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0f1c6407-c5da-4a38-80ce-fbd3c86b3c84 req-3c5c4eae-4dc9-49af-b53d-7bdf4b64532f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091645 Apr 06 17:40:22.696635 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-85fecaa3-fc6c-4dc2-a28f-c17661d4f1ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:22.761111 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c46a4-f6b0-4f26-b543-40b403b92fb5 req-5972f51d-c7fd-4142-b057-908efb2d5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:22.763610 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-951c46a4-f6b0-4f26-b543-40b403b92fb5 req-5972f51d-c7fd-4142-b057-908efb2d5553 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 1129 time: 0.2935588 Apr 06 17:40:22.794603 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-85fecaa3-fc6c-4dc2-a28f-c17661d4f1ec admin admin] Publish callbacks [] for security_group (62506e2e-09f1-498f-b9b4-50a27c38d6e3), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:22.798824 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-85fecaa3-fc6c-4dc2-a28f-c17661d4f1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (62506e2e-09f1-498f-b9b4-50a27c38d6e3), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:22.818278 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-20a2ffda-b74d-4175-b3df-fed2d02be5bf req-55df294a-e08b-49c5-a052-1b8b99aa9188 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356308 Apr 06 17:40:22.837903 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950d828-6a75-4e60-8814-a80453a3a9d3 req-fdfcb008-beea-478f-bcb5-14c0d37515db tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:22.839713 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9950d828-6a75-4e60-8814-a80453a3a9d3 req-fdfcb008-beea-478f-bcb5-14c0d37515db tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1401174 Apr 06 17:40:22.850499 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-85fecaa3-fc6c-4dc2-a28f-c17661d4f1ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a3bc36a721e41348ee80b28a6f35fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1703770 Apr 06 17:40:22.851717 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fecaa3-fc6c-4dc2-a28f-c17661d4f1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62506e2e-09f1-498f-b9b4-50a27c38d6e3,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:22.854376 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51626) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:22.874535 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-951c46a4-f6b0-4f26-b543-40b403b92fb5 req-f932c195-5729-4d1e-baa7-509a5436481f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968151 Apr 06 17:40:22.919357 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9950d828-6a75-4e60-8814-a80453a3a9d3 req-978f1583-fd57-4665-846a-b75342e6ae5b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646553 Apr 06 17:40:22.927283 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c27546a9-bffd-422e-9619-550313d78af1 admin admin] Publish callbacks [] for security_group (62506e2e-09f1-498f-b9b4-50a27c38d6e3), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:22.960099 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c27546a9-bffd-422e-9619-550313d78af1 admin admin] Publish callbacks [] for security_group (62506e2e-09f1-498f-b9b4-50a27c38d6e3), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:23.010322 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c27546a9-bffd-422e-9619-550313d78af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (62506e2e-09f1-498f-b9b4-50a27c38d6e3), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:23.013679 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c27546a9-bffd-422e-9619-550313d78af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:23.014989 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c27546a9-bffd-422e-9619-550313d78af1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62506e2e-09f1-498f-b9b4-50a27c38d6e3 HTTP/1.1" status: 204 len: 168 time: 0.1479104 Apr 06 17:40:23.022975 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27546a9-bffd-422e-9619-550313d78af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62506e2e-09f1-498f-b9b4-50a27c38d6e3,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:23.673620 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda8959-e40f-4819-acf2-a4e10140887e req-06ac5612-6fdb-4cdd-b3ce-8be87f761b35 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:23.675331 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9fda8959-e40f-4819-acf2-a4e10140887e req-06ac5612-6fdb-4cdd-b3ce-8be87f761b35 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 945 time: 0.0549414 Apr 06 17:40:23.749135 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9fda8959-e40f-4819-acf2-a4e10140887e req-49b1340b-220e-4250-81c4-95d38f1b750d tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672584 Apr 06 17:40:23.820765 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2852b-3f89-4c9b-af69-c52a68617464 req-655b3f45-c8f8-48c6-a7f1-625a16956f2e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:23.822265 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f8b2852b-3f89-4c9b-af69-c52a68617464 req-655b3f45-c8f8-48c6-a7f1-625a16956f2e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 945 time: 0.0515933 Apr 06 17:40:23.877462 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f8b2852b-3f89-4c9b-af69-c52a68617464 req-559acf4c-b172-455b-9ac8-e9c7deaeea87 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473068 Apr 06 17:40:24.091783 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d01388-f3df-4305-8a53-17ae96ea6a16 req-03fdffb4-75a7-42ea-9c29-cdc15adee7e1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:24.093401 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-62d01388-f3df-4305-8a53-17ae96ea6a16 req-03fdffb4-75a7-42ea-9c29-cdc15adee7e1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 945 time: 0.1013608 Apr 06 17:40:24.102694 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51688) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:24.108104 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-82045b40-2c8e-43fc-af91-1f73a89ec76f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'floatingip': {'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:24.112334 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e4448-52cb-4253-8739-fbdad8e1b48b req-1201d60b-6e24-4312-a052-43f07710bcd4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:24.113892 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-048e4448-52cb-4253-8739-fbdad8e1b48b req-1201d60b-6e24-4312-a052-43f07710bcd4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0923393 Apr 06 17:40:24.162254 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-82045b40-2c8e-43fc-af91-1f73a89ec76f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (d93bb3f2-97be-439b-b86d-75b2bb42611c), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:24.178444 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-048e4448-52cb-4253-8739-fbdad8e1b48b req-8d0ea905-4afa-442d-94b4-380d6d7e60fe tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551791 Apr 06 17:40:24.821624 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-82045b40-2c8e-43fc-af91-1f73a89ec76f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:24.827685 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-82045b40-2c8e-43fc-af91-1f73a89ec76f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (d93bb3f2-97be-439b-b86d-75b2bb42611c), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:24.894752 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9b5fd-ca54-4610-a0b3-de1b3c898e91 req-54b0e111-7f78-49fc-88a8-2009a3f11095 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:24.897850 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1a9b5fd-ca54-4610-a0b3-de1b3c898e91 req-54b0e111-7f78-49fc-88a8-2009a3f11095 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 945 time: 0.0745037 Apr 06 17:40:24.967417 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [None req-82045b40-2c8e-43fc-af91-1f73a89ec76f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Floating IP d93bb3f2-97be-439b-b86d-75b2bb42611c associated. External IP: 172.27.2.73, port: e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8. Apr 06 17:40:24.994113 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1a9b5fd-ca54-4610-a0b3-de1b3c898e91 req-ef9159e8-e5f1-4f16-9cf6-677259d827a3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867348 Apr 06 17:40:25.218101 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82045b40-2c8e-43fc-af91-1f73a89ec76f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Router 07e59484-0984-4a4d-91f9-65393fea5309 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:40:25.309313 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0f1ac-e41c-426b-bcec-38b72b105b27 req-81f15511-8707-4a5b-a9c1-6477bcabf0e5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:25.311380 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bbe0f1ac-e41c-426b-bcec-38b72b105b27 req-81f15511-8707-4a5b-a9c1-6477bcabf0e5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0606754 Apr 06 17:40:25.330794 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82045b40-2c8e-43fc-af91-1f73a89ec76f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:40:25.334811 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-82045b40-2c8e-43fc-af91-1f73a89ec76f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:25.341956 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:40:25.351725 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:40:25.352565 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:40:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:25.367533 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bbe0f1ac-e41c-426b-bcec-38b72b105b27 req-043d6aa8-98b7-49ba-8a99-fe1ec47778c0 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496249 Apr 06 17:40:25.382037 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-82045b40-2c8e-43fc-af91-1f73a89ec76f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "PUT /v2.0/floatingips/d93bb3f2-97be-439b-b86d-75b2bb42611c HTTP/1.1" status: 200 len: 990 time: 1.2681448 Apr 06 17:40:25.382037 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ab5495-d48c-4013-b733-89404af0815b', 'tag': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:25.382037 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6770713-364e-4c78-a559-57f317f5e3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "06ab5495-d48c-4013-b733-89404af0815b", "tag": "e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:25.422143 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982e51c9-8ed8-4634-ad46-32844ea55d08 x-openstack-request-id: req-982e51c9-8ed8-4634-ad46-32844ea55d08 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:25.422436 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ab5495-d48c-4013-b733-89404af0815b", "tag": "e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:25.422690 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-982e51c9-8ed8-4634-ad46-32844ea55d08 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:25.423098 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982e51c9-8ed8-4634-ad46-32844ea55d08'] response: {'name': 'network-changed', 'server_uuid': '06ab5495-d48c-4013-b733-89404af0815b', 'tag': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'status': 'completed', 'code': 200} Apr 06 17:40:25.473984 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:40:25.502707 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device c1cde5eb-5319-4458-b398-9dfe23694109 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:25.571021 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port c1cde5eb-5319-4458-b398-9dfe23694109 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:40:25.576548 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port c1cde5eb-5319-4458-b398-9dfe23694109 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:25.581238 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:25.659164 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port c1cde5eb-5319-4458-b398-9dfe23694109 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:25.659655 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:25.684474 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e21b6e-376f-4d6b-8c1c-d38b5d0329e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cde5eb-5319-4458-b398-9dfe23694109'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:25.687005 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f340dd3f-82ba-4df5-b4bd-b4a359a66d7a" -d '{"events": [{"server_uuid": "97e21b6e-376f-4d6b-8c1c-d38b5d0329e4", "name": "network-vif-plugged", "status": "completed", "tag": "c1cde5eb-5319-4458-b398-9dfe23694109"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:25.709830 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port c1cde5eb-5319-4458-b398-9dfe23694109, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c1cde5eb-5319-4458-b398-9dfe23694109,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:25.714901 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:25.716372 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:40:25.739034 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4df4c68-9338-4468-81fd-8c2c6c9a478d x-openstack-request-id: req-e4df4c68-9338-4468-81fd-8c2c6c9a478d {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:25.739340 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e21b6e-376f-4d6b-8c1c-d38b5d0329e4", "name": "network-vif-plugged", "status": "completed", "tag": "c1cde5eb-5319-4458-b398-9dfe23694109", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:25.739596 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4df4c68-9338-4468-81fd-8c2c6c9a478d {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:25.739987 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4df4c68-9338-4468-81fd-8c2c6c9a478d'] response: {'server_uuid': '97e21b6e-376f-4d6b-8c1c-d38b5d0329e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cde5eb-5319-4458-b398-9dfe23694109', 'code': 200} Apr 06 17:40:25.796944 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=c1cde5eb-5319-4458-b398-9dfe23694109,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:25.802716 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd93bb3f2-97be-439b-b86d-75b2bb42611c', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:90:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:58Z', 'updated_at': '2022-04-06T17:40:24Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:25.811692 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:40:25.815575 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:40:25.815952 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:25.830397 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:40:25.838888 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:40:25.839492 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:40:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:25.893364 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:40:25.893755 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:25.928259 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:25.934285 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:25.950913 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:40:25.986160 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:26.119813 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d27e7f-e826-41dc-b3f2-093afc068d55 req-60b90c54-0c99-46a0-b288-2e439fd0ce34 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:26.121213 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-82d27e7f-e826-41dc-b3f2-093afc068d55 req-60b90c54-0c99-46a0-b288-2e439fd0ce34 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0525551 Apr 06 17:40:26.179212 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-82d27e7f-e826-41dc-b3f2-093afc068d55 req-72ad7d92-000d-4ecd-8c06-03e4659ffb4d tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518336 Apr 06 17:40:26.185590 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd93bb3f2-97be-439b-b86d-75b2bb42611c', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:90:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:58Z', 'updated_at': '2022-04-06T17:40:24Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:26.218209 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f37b45-bf6b-4de3-b82a-1e267effff8d None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd93bb3f2-97be-439b-b86d-75b2bb42611c', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:90:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:58Z', 'updated_at': '2022-04-06T17:40:24Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:40:26.413210 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf7a0de-e68a-432a-9382-d5ff87fc47c5 None None] New status for floating IP d93bb3f2-97be-439b-b86d-75b2bb42611c: ACTIVE {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:40:26.466083 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:40:26.495852 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d838290-dfce-4653-bf9b-f3a413779d57 req-051976b9-ee46-4679-ad6d-69c68cdc656e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:26.497926 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4d838290-dfce-4653-bf9b-f3a413779d57 req-051976b9-ee46-4679-ad6d-69c68cdc656e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0524809 Apr 06 17:40:26.550674 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4d838290-dfce-4653-bf9b-f3a413779d57 req-c4adf28c-6899-409e-ad57-d1473d2daaf7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468118 Apr 06 17:40:27.162235 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-73972aa4-77b8-4d8e-85f4-9676a543b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:27.296644 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f62c7f-a460-4011-a666-c15019fbe6d6 req-19f20b4f-4e66-4bc4-aa4a-720e7d8b9abb tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:27.298033 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-14f62c7f-a460-4011-a666-c15019fbe6d6 req-19f20b4f-4e66-4bc4-aa4a-720e7d8b9abb tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0515881 Apr 06 17:40:27.344801 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-14f62c7f-a460-4011-a666-c15019fbe6d6 req-96a0cb36-5ffe-4413-a543-b879fb4f22f6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Apr 06 17:40:27.675455 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66e312-ec3d-4616-837b-db43185a9432 req-6dda937b-da12-41f4-aad9-1e89ef7f57fa tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:27.676923 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9a66e312-ec3d-4616-837b-db43185a9432 req-6dda937b-da12-41f4-aad9-1e89ef7f57fa tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0576653 Apr 06 17:40:27.725099 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9a66e312-ec3d-4616-837b-db43185a9432 req-da254860-82b1-4923-90d9-1c5379e2c589 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425682 Apr 06 17:40:27.741133 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a14dca-1a56-4db6-bc8f-0ecdf80ef908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f22ab1-149d-4e8b-8f63-9b5dbe9f3580'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:27.743562 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a25054-3f16-4a48-b00d-cf458cf48ae4" -d '{"events": [{"server_uuid": "79a14dca-1a56-4db6-bc8f-0ecdf80ef908", "name": "network-vif-plugged", "status": "completed", "tag": "81f22ab1-149d-4e8b-8f63-9b5dbe9f3580"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:27.796047 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd999ed9-5d1f-49df-96ef-2f5b5d6e5915 x-openstack-request-id: req-cd999ed9-5d1f-49df-96ef-2f5b5d6e5915 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:27.796381 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a14dca-1a56-4db6-bc8f-0ecdf80ef908", "name": "network-vif-plugged", "status": "completed", "tag": "81f22ab1-149d-4e8b-8f63-9b5dbe9f3580", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:27.796722 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd999ed9-5d1f-49df-96ef-2f5b5d6e5915 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:27.797258 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd999ed9-5d1f-49df-96ef-2f5b5d6e5915'] response: {'server_uuid': '79a14dca-1a56-4db6-bc8f-0ecdf80ef908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f22ab1-149d-4e8b-8f63-9b5dbe9f3580', 'code': 200} Apr 06 17:40:27.865664 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f0584-b656-4fec-853b-e757e7f68cbe req-dc003a4b-9491-4894-97e9-48ece7e6c5de tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:27.867099 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-af7f0584-b656-4fec-853b-e757e7f68cbe req-dc003a4b-9491-4894-97e9-48ece7e6c5de tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0543325 Apr 06 17:40:27.875902 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51768) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:27.880372 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-705be22c-d372-467e-88d8-af81180ad58f tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'floatingip': {'port_id': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:40:27.955791 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-705be22c-d372-467e-88d8-af81180ad58f tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (80669c33-b2d6-4d04-836d-a7249fee1f82), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:28.774218 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386a1d3-311f-407f-9689-0cc304b6e908 req-25539b55-1306-4616-b9db-4237363d7510 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:28.775691 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2386a1d3-311f-407f-9689-0cc304b6e908 req-25539b55-1306-4616-b9db-4237363d7510 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.3499312 Apr 06 17:40:28.891661 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-705be22c-d372-467e-88d8-af81180ad58f tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:28.899555 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2386a1d3-311f-407f-9689-0cc304b6e908 req-aba28c92-49c7-499e-a63b-9710864531e7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152596 Apr 06 17:40:28.900789 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-705be22c-d372-467e-88d8-af81180ad58f tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (80669c33-b2d6-4d04-836d-a7249fee1f82), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:29.055707 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-4ab3e030-5d0c-4d8f-aa37-a66b503fd1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:29.057313 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-4ab3e030-5d0c-4d8f-aa37-a66b503fd1d1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 1129 time: 0.0665648 Apr 06 17:40:29.063803 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-705be22c-d372-467e-88d8-af81180ad58f tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Floating IP 80669c33-b2d6-4d04-836d-a7249fee1f82 associated. External IP: 172.27.2.72, port: 59f893ff-8c6e-4205-a0ed-0dd3039dddf6. Apr 06 17:40:29.286928 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705be22c-d372-467e-88d8-af81180ad58f tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:40:29.531474 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2a5f080f-25c8-43f8-bed8-36d226173b23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:29.545365 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705be22c-d372-467e-88d8-af81180ad58f tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:40:29.551286 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-705be22c-d372-467e-88d8-af81180ad58f tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:29.556037 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-6ab922cb-3e2f-4c51-9dff-0ce255a0adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:29.557879 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-6ab922cb-3e2f-4c51-9dff-0ce255a0adfa service neutron] 10.222.0.49 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 916 time: 0.2112443 Apr 06 17:40:29.558913 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] Sync routers for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:40:29.571652 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:40:29.572262 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:40:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:29.584089 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d5077-6a8f-4863-b0fa-33c95a4c0cfa req-0d46ba39-1f4e-4c3b-93a6-c5e4b4e5e800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:29.585560 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-556d5077-6a8f-4863-b0fa-33c95a4c0cfa req-0d46ba39-1f4e-4c3b-93a6-c5e4b4e5e800 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 1130 time: 0.1295092 Apr 06 17:40:29.591829 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-705be22c-d372-467e-88d8-af81180ad58f tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "PUT /v2.0/floatingips/80669c33-b2d6-4d04-836d-a7249fee1f82 HTTP/1.1" status: 200 len: 990 time: 1.7149301 Apr 06 17:40:29.592601 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'tag': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:29.594688 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626139bb-b03a-42af-8aa2-aae2a52c0f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "da1c83ad-a4a0-45d7-8834-8a8785483872", "tag": "59f893ff-8c6e-4205-a0ed-0dd3039dddf6"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:29.637426 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563ac774-31b2-4a27-a48f-84998dffbc47 x-openstack-request-id: req-563ac774-31b2-4a27-a48f-84998dffbc47 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:29.638324 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1c83ad-a4a0-45d7-8834-8a8785483872", "tag": "59f893ff-8c6e-4205-a0ed-0dd3039dddf6", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:29.638580 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-563ac774-31b2-4a27-a48f-84998dffbc47 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:29.638995 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563ac774-31b2-4a27-a48f-84998dffbc47'] response: {'name': 'network-changed', 'server_uuid': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'tag': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6', 'status': 'completed', 'code': 200} Apr 06 17:40:29.673067 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51836) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:29.707411 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:40:29.776616 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:29.897756 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01b04-66c4-478b-b10e-f31718345b50 req-88d0e077-88ba-4d52-92f9-4b891f6ffb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:29.900660 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-f8e01b04-66c4-478b-b10e-f31718345b50 req-88d0e077-88ba-4d52-92f9-4b891f6ffb25 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 1130 time: 0.0576112 Apr 06 17:40:29.966495 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-f8e01b04-66c4-478b-b10e-f31718345b50 req-c8273d08-983d-466c-9f5e-2a3f948f0540 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576034 Apr 06 17:40:29.969851 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '80669c33-b2d6-4d04-836d-a7249fee1f82', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'port_id': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'mac_address': 'fa:16:3e:06:53:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:54Z', 'updated_at': '2022-04-06T17:40:28Z', 'revision_number': 1, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:29.994123 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-6248fb14-9d1b-4a73-9565-2251fc17821c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 HTTP/1.1" status: 200 len: 1000 time: 0.1725512 Apr 06 17:40:29.998548 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] Checking router: 2b4c5aab-7cde-47c5-a314-13afc3a2af09 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:40:30.007407 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:40:30.008115 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:40:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:30.009478 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-9e22072e-5104-48da-8e6d-c2e6dacb7fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:30.010969 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-9e22072e-5104-48da-8e6d-c2e6dacb7fc8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 1129 time: 0.1765342 Apr 06 17:40:30.020137 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Publish callbacks [] for security_group (10058564-ff81-4de3-aba7-f33c78187a42), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.024038 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-556d5077-6a8f-4863-b0fa-33c95a4c0cfa req-5453bf35-035d-4575-ad9b-13125def6ef5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014518 Apr 06 17:40:30.041601 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (10058564-ff81-4de3-aba7-f33c78187a42), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.097016 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=658b1c44ddb946d881faab551c4fa341&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204392 Apr 06 17:40:30.097016 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10058564-ff81-4de3-aba7-f33c78187a42,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:30.097572 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51848) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:30.112979 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544cb48-b6e4-452d-9246-f44e5e2c4788 req-60c82273-8ac1-4520-8cfb-4f3a1eb6d267 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:30.114681 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e544cb48-b6e4-452d-9246-f44e5e2c4788 req-60c82273-8ac1-4520-8cfb-4f3a1eb6d267 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.1124864 Apr 06 17:40:30.116172 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.116584 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.117306 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.117437 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.117831 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.118252 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.118645 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.119036 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.119383 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.120234 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.120630 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.121103 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.121410 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.121879 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.122725 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3e3eb6-f85e-424c-a434-5e92092722ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.128015 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:40:30.185431 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e544cb48-b6e4-452d-9246-f44e5e2c4788 req-f115a578-fd0a-433e-b66a-4ca890a9a96b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583444 Apr 06 17:40:30.195151 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Publish callbacks [] for security_group (10058564-ff81-4de3-aba7-f33c78187a42), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.231804 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Publish callbacks [] for security_group (10058564-ff81-4de3-aba7-f33c78187a42), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.297267 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (10058564-ff81-4de3-aba7-f33c78187a42), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.300758 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.301905 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10058564-ff81-4de3-aba7-f33c78187a42 HTTP/1.1" status: 204 len: 168 time: 0.2033646 Apr 06 17:40:30.310688 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10058564-ff81-4de3-aba7-f33c78187a42,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:30.318166 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.318712 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.319230 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.319734 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.320236 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.320731 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.321228 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.321719 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.322276 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.322616 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.322969 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.323322 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.323669 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.323985 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.324311 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b51f356-7fcb-42b0-a773-dc85ed9d9e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:40:30.348250 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51858) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:30.429080 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '80669c33-b2d6-4d04-836d-a7249fee1f82', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'port_id': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'mac_address': 'fa:16:3e:06:53:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:54Z', 'updated_at': '2022-04-06T17:40:28Z', 'revision_number': 1, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:30.469783 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab6f8b-7a3f-41a1-b94d-999e46100380 None None] The sync data for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi is: [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '80669c33-b2d6-4d04-836d-a7249fee1f82', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'floating_ip_address': '172.27.2.72', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'port_id': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'mac_address': 'fa:16:3e:06:53:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:54Z', 'updated_at': '2022-04-06T17:40:28Z', 'revision_number': 1, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:40:30.516121 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8ed41821-9509-4ce9-96c6-357dd593fff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.625218 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8ed41821-9509-4ce9-96c6-357dd593fff5 admin admin] Publish callbacks [] for security_group (6d2df993-1106-4393-a01a-b19df2a9d8b7), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.631328 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8ed41821-9509-4ce9-96c6-357dd593fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (6d2df993-1106-4393-a01a-b19df2a9d8b7), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.695519 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.784777 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8ed41821-9509-4ce9-96c6-357dd593fff5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6d49f1079ea24628bc130cac9714593f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354331 Apr 06 17:40:30.787492 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51872) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:30.806814 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc391f-2673-439f-8295-842becc98452 None None] New status for floating IP 80669c33-b2d6-4d04-836d-a7249fee1f82: ACTIVE {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:40:30.819765 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51874) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:30.846653 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed41821-9509-4ce9-96c6-357dd593fff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2df993-1106-4393-a01a-b19df2a9d8b7,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:30.849380 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8956-95aa-42b0-a6e8-5b677bc5b2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.892442 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24891623-8557-4979-bf17-cf38cbc4b79a admin admin] Publish callbacks [] for security_group (6d2df993-1106-4393-a01a-b19df2a9d8b7), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.906649 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-43577a72-16f8-4f07-8598-c0169d7ecddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:30.908200 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-43577a72-16f8-4f07-8598-c0169d7ecddb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 200 len: 854 time: 0.2249465 Apr 06 17:40:30.909509 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-9d45288f-009c-4f8c-bf35-41ed4546396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:30.910904 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-9d45288f-009c-4f8c-bf35-41ed4546396f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 200 len: 910 time: 0.2251301 Apr 06 17:40:30.925397 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24891623-8557-4979-bf17-cf38cbc4b79a admin admin] Publish callbacks [] for security_group (6d2df993-1106-4393-a01a-b19df2a9d8b7), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.931267 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf60a7-a9f0-4589-be75-cfa173f83f56 req-bce9e8c6-1ca4-4a82-bc14-1de2463aa7cf tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:30.939147 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e4bf60a7-a9f0-4589-be75-cfa173f83f56 req-bce9e8c6-1ca4-4a82-bc14-1de2463aa7cf tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 945 time: 0.1596313 Apr 06 17:40:30.981985 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8956-95aa-42b0-a6e8-5b677bc5b2c5 admin admin] Publish callbacks [] for security_group (87606e94-8442-410b-a40f-285cb52333dc), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.988533 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8956-95aa-42b0-a6e8-5b677bc5b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (87606e94-8442-410b-a40f-285cb52333dc), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:30.998700 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e4bf60a7-a9f0-4589-be75-cfa173f83f56 req-5d59bc5f-d6da-469e-a0c1-c22aa7fc00c0 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529506 Apr 06 17:40:31.017854 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24891623-8557-4979-bf17-cf38cbc4b79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (6d2df993-1106-4393-a01a-b19df2a9d8b7), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.020432 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24891623-8557-4979-bf17-cf38cbc4b79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.021593 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-24891623-8557-4979-bf17-cf38cbc4b79a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d2df993-1106-4393-a01a-b19df2a9d8b7 HTTP/1.1" status: 204 len: 168 time: 0.2331049 Apr 06 17:40:31.058810 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a8eb8956-95aa-42b0-a6e8-5b677bc5b2c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce1741fe191b45b7ada12b05435910dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379680 Apr 06 17:40:31.060232 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb8956-95aa-42b0-a6e8-5b677bc5b2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87606e94-8442-410b-a40f-285cb52333dc,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:31.062720 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51878) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:31.073250 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24891623-8557-4979-bf17-cf38cbc4b79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2df993-1106-4393-a01a-b19df2a9d8b7,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:31.172779 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d130ca3-38e7-44fc-80c2-bf53733b36cb admin admin] Publish callbacks [] for security_group (87606e94-8442-410b-a40f-285cb52333dc), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.232392 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d130ca3-38e7-44fc-80c2-bf53733b36cb admin admin] Publish callbacks [] for security_group (87606e94-8442-410b-a40f-285cb52333dc), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.425190 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51888) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:31.438701 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6908344a-b967-49f3-9f9e-38788a30845d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.531394 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-2f24b4c1-3ae7-49cc-bc7a-fe028feca4de service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6 HTTP/1.1" status: 200 len: 1000 time: 0.4007380 Apr 06 17:40:31.535749 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6908344a-b967-49f3-9f9e-38788a30845d admin admin] Publish callbacks [] for security_group (186eb0aa-5f4b-4004-a229-5b82965eba18), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.540554 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6908344a-b967-49f3-9f9e-38788a30845d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (186eb0aa-5f4b-4004-a229-5b82965eba18), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.548814 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-e9c295a1-7b6f-47aa-a88a-731909f66c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:31.550485 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-e9c295a1-7b6f-47aa-a88a-731909f66c67 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46a47786-96d2-4524-85d9-d3afc011b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4185600 Apr 06 17:40:31.570897 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f3eb-ed7c-4289-b1f7-c49cb3e90362 req-9a88b3be-c1bc-4374-a15a-001ad866fb0d tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:31.572374 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1e9f3eb-ed7c-4289-b1f7-c49cb3e90362 req-9a88b3be-c1bc-4374-a15a-001ad866fb0d tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.3133328 Apr 06 17:40:31.578984 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d130ca3-38e7-44fc-80c2-bf53733b36cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (87606e94-8442-410b-a40f-285cb52333dc), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.581925 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d130ca3-38e7-44fc-80c2-bf53733b36cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.585519 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9d130ca3-38e7-44fc-80c2-bf53733b36cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87606e94-8442-410b-a40f-285cb52333dc HTTP/1.1" status: 204 len: 168 time: 0.5192006 Apr 06 17:40:31.585677 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 51892) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:31.589670 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908344a-b967-49f3-9f9e-38788a30845d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186eb0aa-5f4b-4004-a229-5b82965eba18,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:31.604396 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d130ca3-38e7-44fc-80c2-bf53733b36cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87606e94-8442-410b-a40f-285cb52333dc,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:31.635734 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1e9f3eb-ed7c-4289-b1f7-c49cb3e90362 req-cc39cb9a-8d40-4021-913f-f7c3b99523e2 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510063 Apr 06 17:40:31.642038 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-6908344a-b967-49f3-9f9e-38788a30845d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2edcdf6d845a44bb9395d9e50b6164c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157464 Apr 06 17:40:31.644904 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51898) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:31.709831 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-698ef5dc-7644-4f66-8464-2d6a704d7526 admin admin] Publish callbacks [] for security_group (186eb0aa-5f4b-4004-a229-5b82965eba18), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.732183 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-698ef5dc-7644-4f66-8464-2d6a704d7526 admin admin] Publish callbacks [] for security_group (186eb0aa-5f4b-4004-a229-5b82965eba18), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.785974 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-698ef5dc-7644-4f66-8464-2d6a704d7526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (186eb0aa-5f4b-4004-a229-5b82965eba18), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.788824 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-698ef5dc-7644-4f66-8464-2d6a704d7526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.789984 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-698ef5dc-7644-4f66-8464-2d6a704d7526 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/186eb0aa-5f4b-4004-a229-5b82965eba18 HTTP/1.1" status: 204 len: 168 time: 0.1440799 Apr 06 17:40:31.800906 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ef5dc-7644-4f66-8464-2d6a704d7526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186eb0aa-5f4b-4004-a229-5b82965eba18,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:31.895642 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8304fa0a-5ec0-42d6-a081-1b50853b928c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.957481 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.984252 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8304fa0a-5ec0-42d6-a081-1b50853b928c admin admin] Publish callbacks [] for security_group (49343d4c-b969-4cf7-959a-71188cffc8e5), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:31.988993 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8304fa0a-5ec0-42d6-a081-1b50853b928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (49343d4c-b969-4cf7-959a-71188cffc8e5), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:32.060707 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-8304fa0a-5ec0-42d6-a081-1b50853b928c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e5b71ad67fac4aa8bf53c603175315d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584906 Apr 06 17:40:32.060707 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304fa0a-5ec0-42d6-a081-1b50853b928c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49343d4c-b969-4cf7-959a-71188cffc8e5,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:32.060997 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 51918) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:32.167022 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-87f65831-82d8-4427-b637-a764b8d7070e admin admin] Publish callbacks [] for security_group (49343d4c-b969-4cf7-959a-71188cffc8e5), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:32.190316 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f56eb-d056-4382-bfed-4ff8bbbcc8df req-9f43d3ee-b475-4278-ab40-b165781da39c tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:32.191933 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0d0f56eb-d056-4382-bfed-4ff8bbbcc8df req-9f43d3ee-b475-4278-ab40-b165781da39c tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 945 time: 0.0994520 Apr 06 17:40:32.212642 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-87f65831-82d8-4427-b637-a764b8d7070e admin admin] Publish callbacks [] for security_group (49343d4c-b969-4cf7-959a-71188cffc8e5), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:32.274842 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0d0f56eb-d056-4382-bfed-4ff8bbbcc8df req-8e57b5fd-c91b-4b62-998e-5760d5ec0cc5 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760179 Apr 06 17:40:32.294845 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-87f65831-82d8-4427-b637-a764b8d7070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (49343d4c-b969-4cf7-959a-71188cffc8e5), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:32.299104 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-87f65831-82d8-4427-b637-a764b8d7070e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:32.300296 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-87f65831-82d8-4427-b637-a764b8d7070e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49343d4c-b969-4cf7-959a-71188cffc8e5 HTTP/1.1" status: 204 len: 168 time: 0.2378674 Apr 06 17:40:32.308083 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f65831-82d8-4427-b637-a764b8d7070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49343d4c-b969-4cf7-959a-71188cffc8e5,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:32.695481 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:32.780429 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4658320-8c60-4efa-af13-10552f5556a6 req-544d2c96-581c-48f5-8c7e-b10471f162d4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:32.781967 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f4658320-8c60-4efa-af13-10552f5556a6 req-544d2c96-581c-48f5-8c7e-b10471f162d4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0577517 Apr 06 17:40:32.832280 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f4658320-8c60-4efa-af13-10552f5556a6 req-53ca023e-45f3-40c5-90c6-d6246095bb1a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435052 Apr 06 17:40:33.488602 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:33.611468 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990c9a4-aff3-4155-a26f-eec40ddc7ff0 req-81e26bb3-1a0c-483f-8d10-b30cc3ffb53e tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:33.612999 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1990c9a4-aff3-4155-a26f-eec40ddc7ff0 req-81e26bb3-1a0c-483f-8d10-b30cc3ffb53e tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 945 time: 0.2550168 Apr 06 17:40:33.618359 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-ef423b57-c045-4913-9efd-12446f4fba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:33.619952 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-ef423b57-c045-4913-9efd-12446f4fba84 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=679d91da-34c0-4cc7-8657-b78253e29f8e HTTP/1.1" status: 200 len: 848 time: 0.1623774 Apr 06 17:40:33.682699 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-8d323c6a-1dd9-4c3a-8b31-34a8617eb75f service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197835 Apr 06 17:40:33.694693 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1990c9a4-aff3-4155-a26f-eec40ddc7ff0 req-0af45fc2-1ac9-4a7f-9ef6-4a472ff5385b tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737419 Apr 06 17:40:33.962745 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905fe03-28f7-406b-b016-5d937d2c2d49 req-997e1d2c-cce4-44db-89b2-e6eb796d5aaa tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:33.964547 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4905fe03-28f7-406b-b016-5d937d2c2d49 req-997e1d2c-cce4-44db-89b2-e6eb796d5aaa tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0580032 Apr 06 17:40:34.015175 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4905fe03-28f7-406b-b016-5d937d2c2d49 req-5ca91570-8676-4111-8d79-bb1cbac2449d tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436053 Apr 06 17:40:34.316172 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7f300-196c-46f1-b159-0485b20c7fdc req-b8d7b57c-cc8d-4723-a5aa-37660c5233c4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:34.317666 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3fd7f300-196c-46f1-b159-0485b20c7fdc req-b8d7b57c-cc8d-4723-a5aa-37660c5233c4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0570722 Apr 06 17:40:34.370530 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3fd7f300-196c-46f1-b159-0485b20c7fdc req-8a303f46-c522-47ef-b3b8-64911027bc29 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471988 Apr 06 17:40:34.700561 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-dc7030f9-d393-4946-b217-1da2ebe90ec2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515590 Apr 06 17:40:34.925138 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-78f80eb9-f9d4-4061-9037-e5d77fe48cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:34.926818 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-78f80eb9-f9d4-4061-9037-e5d77fe48cc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 1130 time: 0.1053267 Apr 06 17:40:34.958061 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-c38e4fed-741f-4d45-8ded-a0fb98f7f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:34.959544 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-c38e4fed-741f-4d45-8ded-a0fb98f7f011 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6369e41b-044c-4773-9dbb-ba65b327e8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1820409 Apr 06 17:40:34.969267 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251252b-a0b1-4122-8c98-499cc2cba947 req-baaff356-f26d-4740-b3a7-60cd5a0981d3 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:34.970676 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a251252b-a0b1-4122-8c98-499cc2cba947 req-baaff356-f26d-4740-b3a7-60cd5a0981d3 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 945 time: 0.1949971 Apr 06 17:40:34.985747 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-4f5af30d-c769-4bc7-9636-d825a1c93797 service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201846 Apr 06 17:40:34.992164 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c4122-a273-4aa0-a2fd-73926882784f req-d8701765-2155-4bb5-810a-e153a04d2288 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:34.993588 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-752c4122-a273-4aa0-a2fd-73926882784f req-d8701765-2155-4bb5-810a-e153a04d2288 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.49 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 945 time: 0.1404874 Apr 06 17:40:35.003582 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-f07237c9-8890-4846-aff9-b33e6e55a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:35.005303 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-f07237c9-8890-4846-aff9-b33e6e55a1b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 1130 time: 0.1705232 Apr 06 17:40:35.067831 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-12218123-4eab-4525-a5d4-43050469635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:35.069518 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-12218123-4eab-4525-a5d4-43050469635a service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.1367154 Apr 06 17:40:35.140577 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a251252b-a0b1-4122-8c98-499cc2cba947 req-1e024317-3eef-4c30-8b53-f02281a952b8 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/security-groups?id=0972135e-65c3-41cc-bbf5-08a0811a172a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584995 Apr 06 17:40:35.165422 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-752c4122-a273-4aa0-a2fd-73926882784f req-4a6c85cd-28fb-4c3a-ab72-42d9c836033d tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Deleting port 600dcc9b-4728-4398-a1b9-7c57235a5d1f {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:40:35.165766 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-752c4122-a273-4aa0-a2fd-73926882784f req-4a6c85cd-28fb-4c3a-ab72-42d9c836033d tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:35.173964 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-d2891e5a-5665-4395-9d7e-f8dd8121e429 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009158 Apr 06 17:40:35.185024 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-34bd5f7f-8c8c-4a20-84ce-59f4378ac403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:35.186528 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-34bd5f7f-8c8c-4a20-84ce-59f4378ac403 service neutron] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 917 time: 0.1490037 Apr 06 17:40:35.254254 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-752c4122-a273-4aa0-a2fd-73926882784f req-4a6c85cd-28fb-4c3a-ab72-42d9c836033d tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] For port 600dcc9b-4728-4398-a1b9-7c57235a5d1f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=600dcc9b-4728-4398-a1b9-7c57235a5d1f,segment=NetworkSegment(2a704f58-12e7-4d2e-9739-40290439e651),segment_id=2a704f58-12e7-4d2e-9739-40290439e651)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:40:35.254618 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-752c4122-a273-4aa0-a2fd-73926882784f req-4a6c85cd-28fb-4c3a-ab72-42d9c836033d tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:35.272519 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-752c4122-a273-4aa0-a2fd-73926882784f req-4a6c85cd-28fb-4c3a-ab72-42d9c836033d tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Calling delete_port for 600dcc9b-4728-4398-a1b9-7c57235a5d1f owned by compute:nova {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:40:35.430967 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-752c4122-a273-4aa0-a2fd-73926882784f req-4a6c85cd-28fb-4c3a-ab72-42d9c836033d tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (600dcc9b-4728-4398-a1b9-7c57235a5d1f), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:35.467110 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c85cd-28fb-4c3a-ab72-42d9c836033d tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Pushing event deleted for resources: {'Port': ['ID=600dcc9b-4728-4398-a1b9-7c57235a5d1f,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:35.511686 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36615344-fc7b-4059-9230-62523c4f5b51 req-3d2a2da8-25a1-4741-894b-f7642f2b2364 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:35.511980 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-36615344-fc7b-4059-9230-62523c4f5b51 req-3d2a2da8-25a1-4741-894b-f7642f2b2364 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0686092 Apr 06 17:40:35.546434 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-752c4122-a273-4aa0-a2fd-73926882784f req-4a6c85cd-28fb-4c3a-ab72-42d9c836033d tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] No DVR routers for this DVR port 600dcc9b-4728-4398-a1b9-7c57235a5d1f on host hv-cinder-83588 {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:40:35.549731 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-752c4122-a273-4aa0-a2fd-73926882784f req-4a6c85cd-28fb-4c3a-ab72-42d9c836033d tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:35.553086 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-752c4122-a273-4aa0-a2fd-73926882784f req-4a6c85cd-28fb-4c3a-ab72-42d9c836033d tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.49 "DELETE /v2.0/ports/600dcc9b-4728-4398-a1b9-7c57235a5d1f HTTP/1.1" status: 204 len: 173 time: 0.5494554 Apr 06 17:40:35.553505 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd596e62-a9ef-401d-a71f-8ca1bfb6e83c', 'name': 'network-vif-deleted', 'tag': '600dcc9b-4728-4398-a1b9-7c57235a5d1f'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:40:35.555763 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d83686e-3b62-42a5-a54d-183a5013da2b" -d '{"events": [{"server_uuid": "dd596e62-a9ef-401d-a71f-8ca1bfb6e83c", "name": "network-vif-deleted", "tag": "600dcc9b-4728-4398-a1b9-7c57235a5d1f"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:40:35.570162 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-36615344-fc7b-4059-9230-62523c4f5b51 req-ec31a91a-37dd-4495-ab10-bcc9d17ae5f5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518110 Apr 06 17:40:35.600505 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419de0ba-7d7c-4dcd-98a7-d4a9d96fbada x-openstack-request-id: req-419de0ba-7d7c-4dcd-98a7-d4a9d96fbada {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:40:35.600814 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd596e62-a9ef-401d-a71f-8ca1bfb6e83c", "name": "network-vif-deleted", "tag": "600dcc9b-4728-4398-a1b9-7c57235a5d1f", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:40:35.601071 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-419de0ba-7d7c-4dcd-98a7-d4a9d96fbada {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:40:35.601475 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419de0ba-7d7c-4dcd-98a7-d4a9d96fbada'] response: {'server_uuid': 'dd596e62-a9ef-401d-a71f-8ca1bfb6e83c', 'name': 'network-vif-deleted', 'tag': '600dcc9b-4728-4398-a1b9-7c57235a5d1f', 'status': 'completed', 'code': 200} Apr 06 17:40:36.234657 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2c755d23-7a16-4f9c-9153-e3748f3b9d82 req-e4575d43-3680-4874-878f-02a1e0ebcc02 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 210 time: 0.0260007 Apr 06 17:40:36.701440 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f1abe-603b-43eb-a14f-c53de3964223 req-1082b795-835a-41d5-8842-6985640a760d tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:36.703539 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-419f1abe-603b-43eb-a14f-c53de3964223 req-1082b795-835a-41d5-8842-6985640a760d tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0559134 Apr 06 17:40:36.755403 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-419f1abe-603b-43eb-a14f-c53de3964223 req-b320c4d7-b57c-48dd-9af8-f0eb7dd6a70e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442579 Apr 06 17:40:37.330868 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0aeaafc4-1f9a-46f7-a1ff-266687b5896a req-8755a72a-4402-4559-b898-df1f8562e3ce tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 210 time: 0.0304394 Apr 06 17:40:37.801476 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 600dcc9b-4728-4398-a1b9-7c57235a5d1f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:40:37.838259 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 600dcc9b-4728-4398-a1b9-7c57235a5d1f {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:40:37.838943 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 600dcc9b-4728-4398-a1b9-7c57235a5d1f not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:40:37.875322 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-ee55cba3-d417-48ab-b91e-12cab0b67fa4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 HTTP/1.1" status: 200 len: 217 time: 0.0853183 Apr 06 17:40:37.929798 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-e0fe4403-12e6-450e-bedd-f52cf55a3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:37.931305 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-e0fe4403-12e6-450e-bedd-f52cf55a3208 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0495646 Apr 06 17:40:37.982078 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-bad18bd0-9d56-4e8b-a6c4-f415727b2588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:37.984200 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-bad18bd0-9d56-4e8b-a6c4-f415727b2588 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440695 Apr 06 17:40:37.992755 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-18b0c183-0c8d-40d8-ad36-0f1f560af1a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed HTTP/1.1" status: 200 len: 1001 time: 0.1710050 Apr 06 17:40:38.049939 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-626139bb-b03a-42af-8aa2-aae2a52c0f5e req-1226a988-41eb-48aa-aafc-7035599ede91 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447181 Apr 06 17:40:38.057858 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ace2e-5622-4f6c-a7b7-65b47621bcc1 req-9b87a1ad-94a0-43cc-bdb8-214b867b97ee tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:38.059417 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ce4ace2e-5622-4f6c-a7b7-65b47621bcc1 req-9b87a1ad-94a0-43cc-bdb8-214b867b97ee tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.1733928 Apr 06 17:40:38.086848 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-9ac081fe-2b2e-471a-a9ed-5c75bd4f3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:38.088304 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-9ac081fe-2b2e-471a-a9ed-5c75bd4f3920 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.0885956 Apr 06 17:40:38.152791 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ce4ace2e-5622-4f6c-a7b7-65b47621bcc1 req-33a75719-2153-4a2a-9fef-321b9ee6baf4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860815 Apr 06 17:40:38.168475 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-95748abf-0f61-4a1d-8d76-04324030dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:38.170054 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-95748abf-0f61-4a1d-8d76-04324030dc5e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735226 Apr 06 17:40:38.283523 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-e2fb6420-6cc7-473d-8615-528f8a28d6f5 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913401 Apr 06 17:40:38.285740 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-edcb906c-ba51-480f-bf54-a3604001a595 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942369 Apr 06 17:40:38.388027 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-65ff14f8-24bb-4570-b96f-caf37f9fff52 req-c70df750-fdc3-45c5-97bd-5d226707837f service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927453 Apr 06 17:40:38.422308 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c73a4cdd-2cc0-4b38-bc6a-0e27cbe0dee5 req-e019fb69-3939-4f0d-9bdf-3a667cd68a74 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275291 Apr 06 17:40:38.468871 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cb3d3ea1-77f7-4464-b305-ba904d8769bf req-ca7d6054-dbfb-427c-b11c-31d349652427 tempest-DeleteServersTestJSON-448437953 tempest-DeleteServersTestJSON-448437953-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd596e62-a9ef-401d-a71f-8ca1bfb6e83c HTTP/1.1" status: 200 len: 210 time: 0.0309780 Apr 06 17:40:38.793874 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52158) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:38.920995 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a93719c1-00b8-4c75-9a34-8a0860c68c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.026357 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a93719c1-00b8-4c75-9a34-8a0860c68c6d admin admin] Publish callbacks [] for security_group (ee84e099-a3ff-43ad-9d8c-3171825fcd7b), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.030305 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a93719c1-00b8-4c75-9a34-8a0860c68c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ee84e099-a3ff-43ad-9d8c-3171825fcd7b), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.071254 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a93719c1-00b8-4c75-9a34-8a0860c68c6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9435f3655da4335a0c92d938e374222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760119 Apr 06 17:40:39.072224 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93719c1-00b8-4c75-9a34-8a0860c68c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee84e099-a3ff-43ad-9d8c-3171825fcd7b,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:39.073911 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52172) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:39.124774 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d92f00a0-bf09-4685-b9a5-8b89f71d0e86 admin admin] Publish callbacks [] for security_group (ee84e099-a3ff-43ad-9d8c-3171825fcd7b), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.149402 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d92f00a0-bf09-4685-b9a5-8b89f71d0e86 admin admin] Publish callbacks [] for security_group (ee84e099-a3ff-43ad-9d8c-3171825fcd7b), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.150397 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52174) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:39.199149 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d92f00a0-bf09-4685-b9a5-8b89f71d0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ee84e099-a3ff-43ad-9d8c-3171825fcd7b), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.202458 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d92f00a0-bf09-4685-b9a5-8b89f71d0e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.206232 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-d92f00a0-bf09-4685-b9a5-8b89f71d0e86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee84e099-a3ff-43ad-9d8c-3171825fcd7b HTTP/1.1" status: 204 len: 168 time: 0.1286697 Apr 06 17:40:39.213605 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f00a0-bf09-4685-b9a5-8b89f71d0e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee84e099-a3ff-43ad-9d8c-3171825fcd7b,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:39.293826 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8c2e4-e3b0-4bb0-9cbc-2c26134dc863 req-bc17925b-adb5-4858-abec-71b3748577d3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:39.295331 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ed8c2e4-e3b0-4bb0-9cbc-2c26134dc863 req-bc17925b-adb5-4858-abec-71b3748577d3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0701711 Apr 06 17:40:39.296465 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0b48ddca-649b-46cf-a7ac-0101139baab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.368753 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ed8c2e4-e3b0-4bb0-9cbc-2c26134dc863 req-da10626d-bce1-4115-923c-94c392eef0f5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639529 Apr 06 17:40:39.417015 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0b48ddca-649b-46cf-a7ac-0101139baab8 admin admin] Publish callbacks [] for security_group (d84f3233-cbf9-41c4-b1a9-08469b7e21f7), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.421437 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0b48ddca-649b-46cf-a7ac-0101139baab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d84f3233-cbf9-41c4-b1a9-08469b7e21f7), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.463075 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0b48ddca-649b-46cf-a7ac-0101139baab8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1e55b9dc32d548ba9e738a0177b9f5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3114238 Apr 06 17:40:39.465642 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52184) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:39.472067 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48ddca-649b-46cf-a7ac-0101139baab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84f3233-cbf9-41c4-b1a9-08469b7e21f7,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:39.523471 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52188) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:39.532178 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4243fe2-e0c1-43cf-8aa5-b55b9345f9db admin admin] Publish callbacks [] for security_group (d84f3233-cbf9-41c4-b1a9-08469b7e21f7), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.539709 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-95df753d-a9de-40a2-afe6-b82125a524d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.555329 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4243fe2-e0c1-43cf-8aa5-b55b9345f9db admin admin] Publish callbacks [] for security_group (d84f3233-cbf9-41c4-b1a9-08469b7e21f7), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.620214 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4243fe2-e0c1-43cf-8aa5-b55b9345f9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d84f3233-cbf9-41c4-b1a9-08469b7e21f7), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.622729 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-95df753d-a9de-40a2-afe6-b82125a524d4 admin admin] Publish callbacks [] for security_group (2a10f380-20d5-419b-a2c1-0ef57e4d393c), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.623294 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c4243fe2-e0c1-43cf-8aa5-b55b9345f9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.626065 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c4243fe2-e0c1-43cf-8aa5-b55b9345f9db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d84f3233-cbf9-41c4-b1a9-08469b7e21f7 HTTP/1.1" status: 204 len: 168 time: 0.1583166 Apr 06 17:40:39.631297 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-95df753d-a9de-40a2-afe6-b82125a524d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (2a10f380-20d5-419b-a2c1-0ef57e4d393c), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.634088 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4243fe2-e0c1-43cf-8aa5-b55b9345f9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84f3233-cbf9-41c4-b1a9-08469b7e21f7,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:39.683987 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-95df753d-a9de-40a2-afe6-b82125a524d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbd960c626e740bf99810ee84740078a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590612 Apr 06 17:40:39.685427 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df753d-a9de-40a2-afe6-b82125a524d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a10f380-20d5-419b-a2c1-0ef57e4d393c,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:39.686505 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52200) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:39.740651 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee3dd268-f8be-40bd-b417-fe353d144966 admin admin] Publish callbacks [] for security_group (2a10f380-20d5-419b-a2c1-0ef57e4d393c), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.763929 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee3dd268-f8be-40bd-b417-fe353d144966 admin admin] Publish callbacks [] for security_group (2a10f380-20d5-419b-a2c1-0ef57e4d393c), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.814319 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee3dd268-f8be-40bd-b417-fe353d144966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (2a10f380-20d5-419b-a2c1-0ef57e4d393c), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.817091 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee3dd268-f8be-40bd-b417-fe353d144966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:39.818269 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ee3dd268-f8be-40bd-b417-fe353d144966 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a10f380-20d5-419b-a2c1-0ef57e4d393c HTTP/1.1" status: 204 len: 168 time: 0.1301961 Apr 06 17:40:39.825812 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dd268-f8be-40bd-b417-fe353d144966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a10f380-20d5-419b-a2c1-0ef57e4d393c,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:40.029484 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52214) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:40.042500 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-57fa63db-e4f3-48bf-81d0-d844dfbcd18b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:40.126809 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-57fa63db-e4f3-48bf-81d0-d844dfbcd18b admin admin] Publish callbacks [] for security_group (ceff784c-28c1-403b-ae67-6ed974338167), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:40.130851 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-57fa63db-e4f3-48bf-81d0-d844dfbcd18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ceff784c-28c1-403b-ae67-6ed974338167), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:40.169057 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa63db-e4f3-48bf-81d0-d844dfbcd18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceff784c-28c1-403b-ae67-6ed974338167,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:40.178814 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52220) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:40.179505 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-57fa63db-e4f3-48bf-81d0-d844dfbcd18b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=945f4e666c54415d82ec1f9480d09634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1486490 Apr 06 17:40:40.233579 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ef1fb38e-04ba-4bbf-b7ae-2358799e80fc admin admin] Publish callbacks [] for security_group (ceff784c-28c1-403b-ae67-6ed974338167), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:40.256067 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ef1fb38e-04ba-4bbf-b7ae-2358799e80fc admin admin] Publish callbacks [] for security_group (ceff784c-28c1-403b-ae67-6ed974338167), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:40.307477 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ef1fb38e-04ba-4bbf-b7ae-2358799e80fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ceff784c-28c1-403b-ae67-6ed974338167), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:40.310047 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ef1fb38e-04ba-4bbf-b7ae-2358799e80fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:40.311206 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ef1fb38e-04ba-4bbf-b7ae-2358799e80fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ceff784c-28c1-403b-ae67-6ed974338167 HTTP/1.1" status: 204 len: 168 time: 0.1314085 Apr 06 17:40:40.319895 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fb38e-04ba-4bbf-b7ae-2358799e80fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceff784c-28c1-403b-ae67-6ed974338167,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:40.505781 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa7559-0f6a-458d-bbd4-07f2bf1551d7 req-ab5a4d52-960e-4eb2-bf05-f3457c260724 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:40.507420 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1afa7559-0f6a-458d-bbd4-07f2bf1551d7 req-ab5a4d52-960e-4eb2-bf05-f3457c260724 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0674882 Apr 06 17:40:40.574825 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1afa7559-0f6a-458d-bbd4-07f2bf1551d7 req-d8c699f5-8970-49fd-a851-15fb15411e3a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556424 Apr 06 17:40:41.053931 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52274) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:41.156119 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c5b99665-d2bc-4da2-99f2-8b201818edf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:41.227991 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c5b99665-d2bc-4da2-99f2-8b201818edf2 admin admin] Publish callbacks [] for security_group (2cc78ac1-dd67-491d-a6ee-2040d1e89e04), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:41.232746 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c5b99665-d2bc-4da2-99f2-8b201818edf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (2cc78ac1-dd67-491d-a6ee-2040d1e89e04), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:41.269133 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b99665-d2bc-4da2-99f2-8b201818edf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc78ac1-dd67-491d-a6ee-2040d1e89e04,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:41.277388 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c5b99665-d2bc-4da2-99f2-8b201818edf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc6fd7bafbf049e7bb4d1b58f394b3c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198458 Apr 06 17:40:41.277388 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52280) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:41.324290 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-030f6678-ee59-4da7-b38a-17f8cf9c5753 admin admin] Publish callbacks [] for security_group (2cc78ac1-dd67-491d-a6ee-2040d1e89e04), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:41.346376 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-030f6678-ee59-4da7-b38a-17f8cf9c5753 admin admin] Publish callbacks [] for security_group (2cc78ac1-dd67-491d-a6ee-2040d1e89e04), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:41.393149 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-030f6678-ee59-4da7-b38a-17f8cf9c5753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (2cc78ac1-dd67-491d-a6ee-2040d1e89e04), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:41.395584 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-030f6678-ee59-4da7-b38a-17f8cf9c5753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:41.396985 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-030f6678-ee59-4da7-b38a-17f8cf9c5753 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cc78ac1-dd67-491d-a6ee-2040d1e89e04 HTTP/1.1" status: 204 len: 168 time: 0.1188028 Apr 06 17:40:41.404887 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f6678-ee59-4da7-b38a-17f8cf9c5753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc78ac1-dd67-491d-a6ee-2040d1e89e04,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:41.699264 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96ea0f-eb9b-4172-b1c9-b0fe526e65c5 req-4b9bbc49-40c6-4734-a6ab-40aad6f154e6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:41.700815 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd96ea0f-eb9b-4172-b1c9-b0fe526e65c5 req-4b9bbc49-40c6-4734-a6ab-40aad6f154e6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0546925 Apr 06 17:40:41.749115 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd96ea0f-eb9b-4172-b1c9-b0fe526e65c5 req-d4a86139-c730-42f1-98a0-b4f2b3ae59e5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Apr 06 17:40:42.871232 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe284e0-0793-496d-8fd4-06f6b256f170 req-c8b6ecf3-fbc0-42db-b887-0a4ae35c721a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:42.872716 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-efe284e0-0793-496d-8fd4-06f6b256f170 req-c8b6ecf3-fbc0-42db-b887-0a4ae35c721a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0553436 Apr 06 17:40:42.931027 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-efe284e0-0793-496d-8fd4-06f6b256f170 req-9d8ab487-4dfc-4f86-8dde-033824c7a0c6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508564 Apr 06 17:40:43.053688 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52340) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:43.098252 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-98413f39-b243-458b-a70a-2942f8ab8c4a admin admin] Deleting subnet 1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:40:43.101433 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-98413f39-b243-458b-a70a-2942f8ab8c4a admin admin] Publish callbacks [] for subnet (1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.137016 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-98413f39-b243-458b-a70a-2942f8ab8c4a admin admin] Publish callbacks [] for subnet (1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.146918 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-98413f39-b243-458b-a70a-2942f8ab8c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.206194 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-98413f39-b243-458b-a70a-2942f8ab8c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.235575 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98413f39-b243-458b-a70a-2942f8ab8c4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:43.240552 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-98413f39-b243-458b-a70a-2942f8ab8c4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.247320 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-98413f39-b243-458b-a70a-2942f8ab8c4a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1d2dcfc5-d027-43aa-9d53-6f2b1682ec1f HTTP/1.1" status: 204 len: 168 time: 0.1894844 Apr 06 17:40:43.247320 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52348) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:43.314162 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (674a73c1-88e5-450b-9450-455653d5d957), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.399036 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (674a73c1-88e5-450b-9450-455653d5d957), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.420159 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.420510 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.421390 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.421748 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > port after_create 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.422114 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > port after_delete 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.422456 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > port after_update 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.422786 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.423129 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.423581 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.424051 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.544560 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.545194 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.545523 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.546086 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104729) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:40:43.546432 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674a73c1-88e5-450b-9450-455653d5d957']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:43.569535 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a704f58-12e7-4d2e-9739-40290439e651') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:43.569830 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a704f58-12e7-4d2e-9739-40290439e651') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:40:43.587431 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6102021'] for segment (2a704f58-12e7-4d2e-9739-40290439e651), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.612286 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (2a704f58-12e7-4d2e-9739-40290439e651), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.620816 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:40:43.621199 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4922897'] for segment (2a704f58-12e7-4d2e-9739-40290439e651), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: from cryptography.utils import int_from_bytes Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: from cryptography.utils import int_from_bytes Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: Traceback (most recent call last): Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: timer() Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: cb(*args, **kw) Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: return func(*args, **kwargs) Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: self._notify() Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: self.callback(batched_events) Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: event.method(event) Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: return f(self, *a, **k) Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: return self._get(url).json() Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:40:43.649393 dv-cinder-835880-5-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:40:43.710062 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (674a73c1-88e5-450b-9450-455653d5d957), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.717334 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:43.721091 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] 10.222.0.18 "DELETE /v2.0/networks/674a73c1-88e5-450b-9450-455653d5d957 HTTP/1.1" status: 204 len: 168 time: 0.4733591 Apr 06 17:40:43.730458 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83dfe-35a5-47b5-9bb0-0b3a69544ade admin admin] Pushing event deleted for resources: {'Network': ['ID=674a73c1-88e5-450b-9450-455653d5d957,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:43.884275 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52360) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:43.928468 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-09c8112a-1f9c-4771-8536-be3c65211e7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65b713f0d262481fa2d0b32648efd396&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429523 Apr 06 17:40:43.930981 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52364) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:44.008112 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-db876160-3a03-471d-b02c-a99cbd88d7a4 admin admin] Publish callbacks [] for security_group (0972135e-65c3-41cc-bbf5-08a0811a172a), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:44.031787 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-db876160-3a03-471d-b02c-a99cbd88d7a4 admin admin] Publish callbacks [] for security_group (0972135e-65c3-41cc-bbf5-08a0811a172a), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:44.062726 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddc972-e3a8-491a-a297-72c93f9b358c req-c0081b84-75ba-4844-8d6b-66ab25b5b0b9 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:44.064388 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48ddc972-e3a8-491a-a297-72c93f9b358c req-c0081b84-75ba-4844-8d6b-66ab25b5b0b9 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0531793 Apr 06 17:40:44.086813 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-db876160-3a03-471d-b02c-a99cbd88d7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (0972135e-65c3-41cc-bbf5-08a0811a172a), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:44.089590 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-db876160-3a03-471d-b02c-a99cbd88d7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:44.093732 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-db876160-3a03-471d-b02c-a99cbd88d7a4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0972135e-65c3-41cc-bbf5-08a0811a172a HTTP/1.1" status: 204 len: 168 time: 0.1587942 Apr 06 17:40:44.100860 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db876160-3a03-471d-b02c-a99cbd88d7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0972135e-65c3-41cc-bbf5-08a0811a172a,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:44.121132 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48ddc972-e3a8-491a-a297-72c93f9b358c req-baa23c2c-5cbb-4594-8963-5d81ba058fbd tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505347 Apr 06 17:40:44.881167 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52418) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:44.985194 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-42e4390f-da00-499a-8a51-bfddea128ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.066232 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-42e4390f-da00-499a-8a51-bfddea128ebb admin admin] Publish callbacks [] for security_group (5d691eac-b85e-4366-8fc3-82e0b9393c48), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.070294 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-42e4390f-da00-499a-8a51-bfddea128ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (5d691eac-b85e-4366-8fc3-82e0b9393c48), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.110920 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-42e4390f-da00-499a-8a51-bfddea128ebb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50ea746c98d34a5a8664228343ccc049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286670 Apr 06 17:40:45.111769 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4390f-da00-499a-8a51-bfddea128ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d691eac-b85e-4366-8fc3-82e0b9393c48,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:45.114740 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52438) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:45.170652 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-94f35dd8-c302-42ba-a69b-e3ad76d2404a admin admin] Publish callbacks [] for security_group (5d691eac-b85e-4366-8fc3-82e0b9393c48), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.196726 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-94f35dd8-c302-42ba-a69b-e3ad76d2404a admin admin] Publish callbacks [] for security_group (5d691eac-b85e-4366-8fc3-82e0b9393c48), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.275208 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82286a-d38a-4cd5-ab82-03b91aedc8f2 req-0cdea63d-7e66-460b-98cf-4e1f29db5592 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:45.276693 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0c82286a-d38a-4cd5-ab82-03b91aedc8f2 req-0cdea63d-7e66-460b-98cf-4e1f29db5592 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0780330 Apr 06 17:40:45.303573 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-94f35dd8-c302-42ba-a69b-e3ad76d2404a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (5d691eac-b85e-4366-8fc3-82e0b9393c48), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.306447 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-94f35dd8-c302-42ba-a69b-e3ad76d2404a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.307575 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-94f35dd8-c302-42ba-a69b-e3ad76d2404a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d691eac-b85e-4366-8fc3-82e0b9393c48 HTTP/1.1" status: 204 len: 168 time: 0.1918271 Apr 06 17:40:45.321545 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f35dd8-c302-42ba-a69b-e3ad76d2404a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d691eac-b85e-4366-8fc3-82e0b9393c48,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:45.347717 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0c82286a-d38a-4cd5-ab82-03b91aedc8f2 req-06d8639b-16d5-4e59-94e7-df1e1181852b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645223 Apr 06 17:40:45.417612 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52456) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:45.666526 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-992cfe91-a7e0-4bb6-b62a-49ad1ee8523a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.767048 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-992cfe91-a7e0-4bb6-b62a-49ad1ee8523a admin admin] Publish callbacks [] for security_group (1597f657-b95f-46e8-ba30-d380d56928ec), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.771880 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-992cfe91-a7e0-4bb6-b62a-49ad1ee8523a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (1597f657-b95f-46e8-ba30-d380d56928ec), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.820756 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-992cfe91-a7e0-4bb6-b62a-49ad1ee8523a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c2a5b2c11f24737a665970818ff0307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4014304 Apr 06 17:40:45.823034 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cfe91-a7e0-4bb6-b62a-49ad1ee8523a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1597f657-b95f-46e8-ba30-d380d56928ec,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:45.823779 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52484) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:45.892864 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-67900961-485d-40ab-a09d-bcbd66b0426a admin admin] Publish callbacks [] for security_group (1597f657-b95f-46e8-ba30-d380d56928ec), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.923873 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-67900961-485d-40ab-a09d-bcbd66b0426a admin admin] Publish callbacks [] for security_group (1597f657-b95f-46e8-ba30-d380d56928ec), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.993752 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-67900961-485d-40ab-a09d-bcbd66b0426a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (1597f657-b95f-46e8-ba30-d380d56928ec), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.996493 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-67900961-485d-40ab-a09d-bcbd66b0426a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:45.998132 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-67900961-485d-40ab-a09d-bcbd66b0426a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1597f657-b95f-46e8-ba30-d380d56928ec HTTP/1.1" status: 204 len: 168 time: 0.1728935 Apr 06 17:40:46.007246 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67900961-485d-40ab-a09d-bcbd66b0426a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1597f657-b95f-46e8-ba30-d380d56928ec,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:46.745895 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b384831-1573-4f95-8b0d-c3441340fbb5 req-b2a5d624-06ec-4b6f-9131-195531e0bbf8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:46.753389 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b384831-1573-4f95-8b0d-c3441340fbb5 req-b2a5d624-06ec-4b6f-9131-195531e0bbf8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.3171275 Apr 06 17:40:46.810128 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b384831-1573-4f95-8b0d-c3441340fbb5 req-33d58985-d5b4-4718-908c-f0598d426c84 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534489 Apr 06 17:40:47.923396 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68985467-91c0-4320-85ac-1ffb9c450792 req-87038b12-78d8-4028-b9ac-53d2d34be6ac tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:47.924887 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-68985467-91c0-4320-85ac-1ffb9c450792 req-87038b12-78d8-4028-b9ac-53d2d34be6ac tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0535474 Apr 06 17:40:47.974176 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-68985467-91c0-4320-85ac-1ffb9c450792 req-5aa7232d-99d1-4dd5-a42e-bf706932ab18 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Apr 06 17:40:49.093576 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18df93-c0c6-4d32-baf7-d2e5f052c4d8 req-7ced81f0-49b6-40cb-ac39-8a13afe288ff tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:49.095205 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3d18df93-c0c6-4d32-baf7-d2e5f052c4d8 req-7ced81f0-49b6-40cb-ac39-8a13afe288ff tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0570421 Apr 06 17:40:49.145226 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3d18df93-c0c6-4d32-baf7-d2e5f052c4d8 req-0c732da3-cf49-4284-9845-5ef4f775ee1f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Apr 06 17:40:49.364905 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52634) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:49.470516 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f396e8cb-0de6-4751-9423-e44716109de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:49.546442 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f396e8cb-0de6-4751-9423-e44716109de7 admin admin] Publish callbacks [] for security_group (b711f8e7-53d3-4ac3-a8bf-b3b8b100c471), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:49.550253 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f396e8cb-0de6-4751-9423-e44716109de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b711f8e7-53d3-4ac3-a8bf-b3b8b100c471), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:49.587768 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f396e8cb-0de6-4751-9423-e44716109de7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a31608a3174419b82a2c94e7180c7a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217722 Apr 06 17:40:49.589663 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396e8cb-0de6-4751-9423-e44716109de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b711f8e7-53d3-4ac3-a8bf-b3b8b100c471,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:49.590469 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52638) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:49.641513 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ad530b11-7797-452b-9876-cb28cad6fc7c admin admin] Publish callbacks [] for security_group (b711f8e7-53d3-4ac3-a8bf-b3b8b100c471), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:49.662410 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ad530b11-7797-452b-9876-cb28cad6fc7c admin admin] Publish callbacks [] for security_group (b711f8e7-53d3-4ac3-a8bf-b3b8b100c471), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:49.710011 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ad530b11-7797-452b-9876-cb28cad6fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b711f8e7-53d3-4ac3-a8bf-b3b8b100c471), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:49.713254 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ad530b11-7797-452b-9876-cb28cad6fc7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:49.714469 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ad530b11-7797-452b-9876-cb28cad6fc7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b711f8e7-53d3-4ac3-a8bf-b3b8b100c471 HTTP/1.1" status: 204 len: 168 time: 0.1229322 Apr 06 17:40:49.722594 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad530b11-7797-452b-9876-cb28cad6fc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b711f8e7-53d3-4ac3-a8bf-b3b8b100c471,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:49.972055 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52648) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:49.986142 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a5792414-9a45-4909-88bc-27c31df734e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:50.075557 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a5792414-9a45-4909-88bc-27c31df734e9 admin admin] Publish callbacks [] for security_group (e77f247d-d2a9-4771-ad3f-1dc50e256ebc), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:50.080882 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a5792414-9a45-4909-88bc-27c31df734e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e77f247d-d2a9-4771-ad3f-1dc50e256ebc), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:50.130589 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a5792414-9a45-4909-88bc-27c31df734e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e21692ca4754288ae33035b8db5e065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572492 Apr 06 17:40:50.132855 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52660) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:50.135489 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5792414-9a45-4909-88bc-27c31df734e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77f247d-d2a9-4771-ad3f-1dc50e256ebc,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:50.227318 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0b6e88c6-dab8-4bc2-ad07-15262a0a72d7 admin admin] Publish callbacks [] for security_group (e77f247d-d2a9-4771-ad3f-1dc50e256ebc), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:50.285856 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0b6e88c6-dab8-4bc2-ad07-15262a0a72d7 admin admin] Publish callbacks [] for security_group (e77f247d-d2a9-4771-ad3f-1dc50e256ebc), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:50.340034 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df5f5a-e754-4bf3-87b4-b7563737b2be req-47334bcd-16bd-4bb6-adf0-69e26feb3458 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:50.341763 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d6df5f5a-e754-4bf3-87b4-b7563737b2be req-47334bcd-16bd-4bb6-adf0-69e26feb3458 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0954523 Apr 06 17:40:50.368235 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0b6e88c6-dab8-4bc2-ad07-15262a0a72d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e77f247d-d2a9-4771-ad3f-1dc50e256ebc), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:50.370914 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0b6e88c6-dab8-4bc2-ad07-15262a0a72d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:50.372059 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0b6e88c6-dab8-4bc2-ad07-15262a0a72d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e77f247d-d2a9-4771-ad3f-1dc50e256ebc HTTP/1.1" status: 204 len: 168 time: 0.2379956 Apr 06 17:40:50.390907 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e88c6-dab8-4bc2-ad07-15262a0a72d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77f247d-d2a9-4771-ad3f-1dc50e256ebc,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:50.408261 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d6df5f5a-e754-4bf3-87b4-b7563737b2be req-9eff6d71-7968-45cc-9f3c-7b68efe2f29f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590346 Apr 06 17:40:51.531537 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80138574-ec61-4fc4-b873-f7452e44108e req-676871b1-eebd-4506-93ff-763e8450a57a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:51.533059 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-80138574-ec61-4fc4-b873-f7452e44108e req-676871b1-eebd-4506-93ff-763e8450a57a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0548246 Apr 06 17:40:51.580678 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-80138574-ec61-4fc4-b873-f7452e44108e req-0d6c94fa-0315-48bc-8554-2e89d82ec1a4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420957 Apr 06 17:40:52.700734 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951af103-580a-4681-abd4-57610ab4ed35 req-d3150684-7b1a-4876-b896-0f7069b5c603 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:52.702447 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-951af103-580a-4681-abd4-57610ab4ed35 req-d3150684-7b1a-4876-b896-0f7069b5c603 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0547142 Apr 06 17:40:52.748467 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-951af103-580a-4681-abd4-57610ab4ed35 req-8fbfb848-c186-4ae2-8e96-67372c86eea6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Apr 06 17:40:53.865066 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2dc809-ca42-4724-b905-99c8c1cf2259 req-4c3bc04e-e0da-4542-b30b-1e770542b901 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:53.866587 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8d2dc809-ca42-4724-b905-99c8c1cf2259 req-4c3bc04e-e0da-4542-b30b-1e770542b901 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0536535 Apr 06 17:40:53.913011 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8d2dc809-ca42-4724-b905-99c8c1cf2259 req-ecf173a3-767f-43cc-8160-6f3938a98ebd tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Apr 06 17:40:54.579249 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52762) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:54.694703 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6d1f235b-0f4c-4eba-857d-3abe340ad913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:54.775373 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6d1f235b-0f4c-4eba-857d-3abe340ad913 admin admin] Publish callbacks [] for security_group (d60cc639-3878-4b12-8923-05c5a89f93d3), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:54.780157 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6d1f235b-0f4c-4eba-857d-3abe340ad913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d60cc639-3878-4b12-8923-05c5a89f93d3), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:54.822792 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6d1f235b-0f4c-4eba-857d-3abe340ad913 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f066c9f42e742689d99fffdd2404a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424510 Apr 06 17:40:54.823620 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f235b-0f4c-4eba-857d-3abe340ad913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60cc639-3878-4b12-8923-05c5a89f93d3,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:54.825554 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52778) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:40:54.876209 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ac527982-3e2c-44d6-9b56-3cdbd7be622e admin admin] Publish callbacks [] for security_group (d60cc639-3878-4b12-8923-05c5a89f93d3), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:54.896299 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ac527982-3e2c-44d6-9b56-3cdbd7be622e admin admin] Publish callbacks [] for security_group (d60cc639-3878-4b12-8923-05c5a89f93d3), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:54.941490 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ac527982-3e2c-44d6-9b56-3cdbd7be622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d60cc639-3878-4b12-8923-05c5a89f93d3), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:54.944157 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ac527982-3e2c-44d6-9b56-3cdbd7be622e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:54.945319 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ac527982-3e2c-44d6-9b56-3cdbd7be622e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d60cc639-3878-4b12-8923-05c5a89f93d3 HTTP/1.1" status: 204 len: 168 time: 0.1186118 Apr 06 17:40:54.953611 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac527982-3e2c-44d6-9b56-3cdbd7be622e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60cc639-3878-4b12-8923-05c5a89f93d3,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:40:55.035032 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6224b31-a49f-43a7-92c2-76ad6b813e2e req-a96d384e-6c00-4914-adee-50fe05ce92b3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:55.036570 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f6224b31-a49f-43a7-92c2-76ad6b813e2e req-a96d384e-6c00-4914-adee-50fe05ce92b3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0536311 Apr 06 17:40:55.089182 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f6224b31-a49f-43a7-92c2-76ad6b813e2e req-4e0fb9e2-16f7-42e4-a2ac-667c5740643a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 Apr 06 17:40:56.208183 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71551494-fa3f-46dd-8dd5-5d0ca8810dec req-da0f3931-5efc-4e47-bbcc-21e62015d4ed tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:56.209656 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-71551494-fa3f-46dd-8dd5-5d0ca8810dec req-da0f3931-5efc-4e47-bbcc-21e62015d4ed tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0506830 Apr 06 17:40:56.254866 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-71551494-fa3f-46dd-8dd5-5d0ca8810dec req-1f94de30-8f01-49c8-a1f2-cdfc22114683 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393233 Apr 06 17:40:57.163183 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47a572b2-a7d5-425b-bc2f-54ebe839994b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:57.374117 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965332f-970e-41f4-80a5-22722763c85e req-c8db0596-d967-4478-8aa5-935d2391c6ce tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:57.376018 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3965332f-970e-41f4-80a5-22722763c85e req-c8db0596-d967-4478-8aa5-935d2391c6ce tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0559976 Apr 06 17:40:57.425047 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3965332f-970e-41f4-80a5-22722763c85e req-eca9b5d8-274e-4354-a352-dfca46e8c247 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Apr 06 17:40:58.540689 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5978bd0-6e52-4075-9bb5-ffe5bb0db399 req-87037983-0362-41a7-b131-5dff5de2ba76 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:58.542311 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f5978bd0-6e52-4075-9bb5-ffe5bb0db399 req-87037983-0362-41a7-b131-5dff5de2ba76 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0521274 Apr 06 17:40:58.589286 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f5978bd0-6e52-4075-9bb5-ffe5bb0db399 req-f4439418-1a40-4165-ad46-f418713444cb tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Apr 06 17:40:59.533087 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cadc190b-0d7a-4629-979a-ed9beab28df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:40:59.708868 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234c47d-e6da-4f4b-a113-599bdd36ae5e req-cbc40ab7-495c-4677-9252-819d276f96ca tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:40:59.710367 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b234c47d-e6da-4f4b-a113-599bdd36ae5e req-cbc40ab7-495c-4677-9252-819d276f96ca tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0551949 Apr 06 17:40:59.756733 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b234c47d-e6da-4f4b-a113-599bdd36ae5e req-54784e41-a17f-4af6-9031-9f600991e513 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Apr 06 17:41:00.089535 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52854) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:00.190242 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d851-1a0c-4bd7-8bf1-eb0d80d8cd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:00.262411 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d851-1a0c-4bd7-8bf1-eb0d80d8cd14 admin admin] Publish callbacks [] for security_group (bd282dfc-640e-4b90-9501-9b523f827ad6), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:00.265754 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8f6d851-1a0c-4bd7-8bf1-eb0d80d8cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (bd282dfc-640e-4b90-9501-9b523f827ad6), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:00.302210 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6d851-1a0c-4bd7-8bf1-eb0d80d8cd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd282dfc-640e-4b90-9501-9b523f827ad6,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:00.306420 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a8f6d851-1a0c-4bd7-8bf1-eb0d80d8cd14 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ed5b556b4ae477b8993a09ed878bb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158115 Apr 06 17:41:00.309304 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52860) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:00.360873 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0990be46-2942-4607-a4bc-46e7290a10d0 admin admin] Publish callbacks [] for security_group (bd282dfc-640e-4b90-9501-9b523f827ad6), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:00.385989 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0990be46-2942-4607-a4bc-46e7290a10d0 admin admin] Publish callbacks [] for security_group (bd282dfc-640e-4b90-9501-9b523f827ad6), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:00.435709 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0990be46-2942-4607-a4bc-46e7290a10d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (bd282dfc-640e-4b90-9501-9b523f827ad6), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:00.438263 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0990be46-2942-4607-a4bc-46e7290a10d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:00.439426 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0990be46-2942-4607-a4bc-46e7290a10d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd282dfc-640e-4b90-9501-9b523f827ad6 HTTP/1.1" status: 204 len: 168 time: 0.1294317 Apr 06 17:41:00.447085 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990be46-2942-4607-a4bc-46e7290a10d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd282dfc-640e-4b90-9501-9b523f827ad6,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:00.689145 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:00.874327 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55429c8-d290-454f-811e-b20f1b7fcc9b req-8d9e27c5-59fd-4879-bab7-5e0e7365de4c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:00.876275 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c55429c8-d290-454f-811e-b20f1b7fcc9b req-8d9e27c5-59fd-4879-bab7-5e0e7365de4c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0526195 Apr 06 17:41:00.923741 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c55429c8-d290-454f-811e-b20f1b7fcc9b req-050c4387-1862-43f8-85a5-f7aef162ba32 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Apr 06 17:41:01.951851 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:02.046283 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a861f2-19ea-4ca6-b253-ed881f060f45 req-a1834038-724b-481d-9d10-49b68f447450 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:02.048296 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-05a861f2-19ea-4ca6-b253-ed881f060f45 req-a1834038-724b-481d-9d10-49b68f447450 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0584598 Apr 06 17:41:02.096762 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-05a861f2-19ea-4ca6-b253-ed881f060f45 req-c5b04de4-70e5-4899-8fae-862a753d0b6e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Apr 06 17:41:02.691292 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:03.220542 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbb30d-e4d1-4342-adea-4bafbb346c98 req-f7adcd7c-b816-4a87-b3ce-f096029e2442 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:03.222040 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6ccbb30d-e4d1-4342-adea-4bafbb346c98 req-f7adcd7c-b816-4a87-b3ce-f096029e2442 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0553613 Apr 06 17:41:03.267871 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6ccbb30d-e4d1-4342-adea-4bafbb346c98 req-8c275bdd-fe54-4855-a82a-9b645cfdba00 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Apr 06 17:41:03.465500 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:41:03.473088 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:03.677151 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 52904) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:03.777679 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2114809e-8203-4c1d-b65d-0ea7a3617813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:03.850350 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2114809e-8203-4c1d-b65d-0ea7a3617813 admin admin] Publish callbacks [] for security_group (668d11a0-6a7e-42bb-aa80-0bce8cca08cb), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:03.855891 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2114809e-8203-4c1d-b65d-0ea7a3617813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (668d11a0-6a7e-42bb-aa80-0bce8cca08cb), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:03.894835 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2114809e-8203-4c1d-b65d-0ea7a3617813 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7885cb9de02f4b0e92cc0ccc063ad1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166135 Apr 06 17:41:03.895646 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114809e-8203-4c1d-b65d-0ea7a3617813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d11a0-6a7e-42bb-aa80-0bce8cca08cb,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:03.897570 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 52908) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:03.946328 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4be1a10b-997b-4dab-96ec-97cc1f4ac779 admin admin] Publish callbacks [] for security_group (668d11a0-6a7e-42bb-aa80-0bce8cca08cb), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:03.966633 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4be1a10b-997b-4dab-96ec-97cc1f4ac779 admin admin] Publish callbacks [] for security_group (668d11a0-6a7e-42bb-aa80-0bce8cca08cb), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:04.011072 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4be1a10b-997b-4dab-96ec-97cc1f4ac779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (668d11a0-6a7e-42bb-aa80-0bce8cca08cb), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:04.013566 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4be1a10b-997b-4dab-96ec-97cc1f4ac779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:04.014748 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-4be1a10b-997b-4dab-96ec-97cc1f4ac779 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/668d11a0-6a7e-42bb-aa80-0bce8cca08cb HTTP/1.1" status: 204 len: 168 time: 0.1152809 Apr 06 17:41:04.022350 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1a10b-997b-4dab-96ec-97cc1f4ac779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d11a0-6a7e-42bb-aa80-0bce8cca08cb,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:04.411958 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad119668-20b1-4762-8c07-7f9cc1d2ce15 req-a083e170-fa11-4fe2-ba2d-3a1801a8f0f8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:04.413948 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ad119668-20b1-4762-8c07-7f9cc1d2ce15 req-a083e170-fa11-4fe2-ba2d-3a1801a8f0f8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0612032 Apr 06 17:41:04.489421 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ad119668-20b1-4762-8c07-7f9cc1d2ce15 req-3005f695-cc32-4699-9238-18cb031fee79 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695581 Apr 06 17:41:05.599626 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a650028-bb2e-4971-8844-c4a87bf4191a req-b82ac14b-5562-4bdb-a1d4-a92bfa97f576 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:05.601097 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4a650028-bb2e-4971-8844-c4a87bf4191a req-b82ac14b-5562-4bdb-a1d4-a92bfa97f576 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0534093 Apr 06 17:41:05.647341 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4a650028-bb2e-4971-8844-c4a87bf4191a req-51379069-3a48-4e69-8440-214eac81cc71 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405729 Apr 06 17:41:06.767359 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9863f-b7dc-45e9-af9c-49c02a78f7c4 req-ac55ea6a-f1f9-41be-8c75-11b3f3654ad6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:06.768784 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78c9863f-b7dc-45e9-af9c-49c02a78f7c4 req-ac55ea6a-f1f9-41be-8c75-11b3f3654ad6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0532484 Apr 06 17:41:06.816233 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78c9863f-b7dc-45e9-af9c-49c02a78f7c4 req-4bf96469-7ff3-43bb-a394-e67c0cab00b3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Apr 06 17:41:07.941138 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5b518-7339-4943-8343-97f8600755fe req-7a97167d-d7ef-4ced-b19c-6411c5e3ab6f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:07.942623 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7ce5b518-7339-4943-8343-97f8600755fe req-7a97167d-d7ef-4ced-b19c-6411c5e3ab6f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0578883 Apr 06 17:41:07.991480 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7ce5b518-7339-4943-8343-97f8600755fe req-f1671fb8-5521-453f-8087-75fb2ef77378 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432420 Apr 06 17:41:08.275324 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4501a99-5591-481e-90b2-8df788ad83a7 req-d35acbca-3d6c-4fc4-afc7-ab3b36509bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:08.276849 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4501a99-5591-481e-90b2-8df788ad83a7 req-d35acbca-3d6c-4fc4-afc7-ab3b36509bd4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 1130 time: 0.0436044 Apr 06 17:41:08.330479 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4501a99-5591-481e-90b2-8df788ad83a7 req-1a734552-26e8-4d9f-9323-f1e7987ab631 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Apr 06 17:41:09.114283 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5605f81-77b6-4a96-af95-b4b81fa461e7 req-891f580c-c39f-439e-84e8-a4ace6566a52 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:09.115837 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d5605f81-77b6-4a96-af95-b4b81fa461e7 req-891f580c-c39f-439e-84e8-a4ace6566a52 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0567598 Apr 06 17:41:09.161771 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d5605f81-77b6-4a96-af95-b4b81fa461e7 req-c20e811a-de29-4fe2-8e7b-8827875e2ea8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 Apr 06 17:41:10.277941 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7950c7c-7daf-49a3-928c-d5bc3b7ecbfe req-00245b3d-bbe0-40e5-8512-dddc580967a5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:10.279682 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7950c7c-7daf-49a3-928c-d5bc3b7ecbfe req-00245b3d-bbe0-40e5-8512-dddc580967a5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0512412 Apr 06 17:41:10.327916 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7950c7c-7daf-49a3-928c-d5bc3b7ecbfe req-b82dff46-10f1-414a-a757-cf4a95b77b7f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411026 Apr 06 17:41:11.451067 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46b0ab-4cf5-4124-86d5-ef4d65eecf52 req-33cea039-f53e-450c-a6c8-1236a873f492 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:11.452576 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d46b0ab-4cf5-4124-86d5-ef4d65eecf52 req-33cea039-f53e-450c-a6c8-1236a873f492 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0531657 Apr 06 17:41:11.504356 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d46b0ab-4cf5-4124-86d5-ef4d65eecf52 req-c55f9c66-b9c4-476a-9edb-758afa5ba1f3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461173 Apr 06 17:41:11.621730 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5146d-b0e0-4723-aead-722912bc46ab req-b78a1e07-4e74-439d-b786-1b8e29ad02cd tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:11.623126 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-88b5146d-b0e0-4723-aead-722912bc46ab req-b78a1e07-4e74-439d-b786-1b8e29ad02cd tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0540335 Apr 06 17:41:11.669676 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-88b5146d-b0e0-4723-aead-722912bc46ab req-cd2a49df-ebd5-45a4-a425-6b3e6e68315a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Apr 06 17:41:14.370899 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fb929-7adf-40b2-ac6f-5711b8e9a0b5 req-3f5556f5-0cc8-4242-bc85-2ab3f4b05a79 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:14.372292 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c32fb929-7adf-40b2-ac6f-5711b8e9a0b5 req-3f5556f5-0cc8-4242-bc85-2ab3f4b05a79 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0839128 Apr 06 17:41:14.374766 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-a9a9c9b7-09dc-48be-8944-117950ef0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:14.376174 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-a9a9c9b7-09dc-48be-8944-117950ef0fad service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 1130 time: 0.0865057 Apr 06 17:41:14.467337 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c32fb929-7adf-40b2-ac6f-5711b8e9a0b5 req-ca79ea51-e6f4-47c4-86e3-c47792a77ffe tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895038 Apr 06 17:41:14.498494 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-7c257a0c-0131-479a-956b-ba207905c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:14.499971 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-7c257a0c-0131-479a-956b-ba207905c7a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.1151583 Apr 06 17:41:14.547253 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-cc6ffc6f-7430-4de1-8615-bf59ccde18f3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1cde5eb-5319-4458-b398-9dfe23694109 HTTP/1.1" status: 200 len: 217 time: 0.0376406 Apr 06 17:41:14.599333 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-e3bef918-d8d9-41a4-93ea-9d164570b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:14.600791 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-e3bef918-d8d9-41a4-93ea-9d164570b717 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0466285 Apr 06 17:41:14.656140 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-34b79349-90c1-47eb-9e5b-1aa8ee108bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:14.657534 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-34b79349-90c1-47eb-9e5b-1aa8ee108bff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438473 Apr 06 17:41:14.749756 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-d518f438-0b97-4f9c-a952-894290dac7f6 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851734 Apr 06 17:41:14.838820 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed3ec36c-930d-4a08-a4ff-43af6ab9a762 req-10396856-fb0c-41b3-b852-1083c6dc12d9 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825484 Apr 06 17:41:15.590792 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88d213-16c1-440e-a8df-413c23ba66aa req-e5df1bdc-8ac3-4d7c-a111-b0e0afd23e9a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:15.592314 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed88d213-16c1-440e-a8df-413c23ba66aa req-e5df1bdc-8ac3-4d7c-a111-b0e0afd23e9a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0557046 Apr 06 17:41:15.646556 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed88d213-16c1-440e-a8df-413c23ba66aa req-0bf8e18a-cb8a-4f94-b019-09c58d2604a8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480409 Apr 06 17:41:16.766463 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dea7e-d00f-49c5-a950-77b52f763fcb req-fee02cd1-cbd2-4eb8-8f01-1f23c8a0ffe7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:16.767946 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-444dea7e-d00f-49c5-a950-77b52f763fcb req-fee02cd1-cbd2-4eb8-8f01-1f23c8a0ffe7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0541627 Apr 06 17:41:16.814369 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-444dea7e-d00f-49c5-a950-77b52f763fcb req-35ac6a3b-e06a-4ec4-8390-c6223afb1966 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408320 Apr 06 17:41:17.931203 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b78ba1-c4a9-404c-9805-b8beb96d5781 req-616d8e02-ff1e-4a33-a15c-8c703aa4bf37 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:17.932669 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9b78ba1-c4a9-404c-9805-b8beb96d5781 req-616d8e02-ff1e-4a33-a15c-8c703aa4bf37 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0524635 Apr 06 17:41:17.981395 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9b78ba1-c4a9-404c-9805-b8beb96d5781 req-2b10d60e-f7c9-4d48-9568-c28a5f47d609 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431094 Apr 06 17:41:19.106706 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402da1ea-f3cf-43b6-8374-84c16c19dfe8 req-a4b9718c-b7e5-459b-affd-9ff1ae55abc5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:19.108182 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-402da1ea-f3cf-43b6-8374-84c16c19dfe8 req-a4b9718c-b7e5-459b-affd-9ff1ae55abc5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0576222 Apr 06 17:41:19.156124 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-402da1ea-f3cf-43b6-8374-84c16c19dfe8 req-395174ac-b1b4-49a4-b785-7a88d40ea365 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Apr 06 17:41:20.275468 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51a811-a6b0-4ced-aca7-048f7f0e215a req-5213e8ba-5f15-4c8c-942b-9b4afa941133 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:20.276935 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0d51a811-a6b0-4ced-aca7-048f7f0e215a req-5213e8ba-5f15-4c8c-942b-9b4afa941133 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0507722 Apr 06 17:41:20.323451 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0d51a811-a6b0-4ced-aca7-048f7f0e215a req-aaafeebb-1a7c-49b3-819f-cbb00fad2e0a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Apr 06 17:41:21.436996 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183fe8e4-1ad9-48b5-9ac2-722a69383ddd req-e655d99e-e15e-4292-bb15-543b5ff7a444 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:21.438471 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-183fe8e4-1ad9-48b5-9ac2-722a69383ddd req-e655d99e-e15e-4292-bb15-543b5ff7a444 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0511372 Apr 06 17:41:21.488885 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-183fe8e4-1ad9-48b5-9ac2-722a69383ddd req-e901e197-f06c-4fef-af7d-f75615e9a020 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443606 Apr 06 17:41:22.603899 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c38a5b-0c7d-4522-91b5-61012c448533 req-7620a53a-ab3a-4b7f-a367-6132075c956e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:22.605369 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2c38a5b-0c7d-4522-91b5-61012c448533 req-7620a53a-ab3a-4b7f-a367-6132075c956e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0507898 Apr 06 17:41:22.651562 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2c38a5b-0c7d-4522-91b5-61012c448533 req-ba84ab30-d7e4-4a3f-b1c2-4ad50f08dae5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Apr 06 17:41:23.530573 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53224) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:23.635775 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-25336639-b5d2-4f50-a417-7a9befeadbf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:23.709922 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-25336639-b5d2-4f50-a417-7a9befeadbf8 admin admin] Publish callbacks [] for security_group (d9eb91d7-356e-46b3-bf72-19464a8de913), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:23.714004 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-25336639-b5d2-4f50-a417-7a9befeadbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d9eb91d7-356e-46b3-bf72-19464a8de913), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:23.753152 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-25336639-b5d2-4f50-a417-7a9befeadbf8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c76fa0e08c93471789bb6121dece28b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215021 Apr 06 17:41:23.754325 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25336639-b5d2-4f50-a417-7a9befeadbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9eb91d7-356e-46b3-bf72-19464a8de913,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:23.756599 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53230) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:23.774228 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81704d9-61e2-42f4-b085-2fdd18e3cfad req-634820cb-83d8-4a1c-a7e9-784a70ec2272 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:23.775713 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d81704d9-61e2-42f4-b085-2fdd18e3cfad req-634820cb-83d8-4a1c-a7e9-784a70ec2272 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0565736 Apr 06 17:41:23.803461 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d71da726-ed42-4c70-ada0-9df91d9c7322 admin admin] Publish callbacks [] for security_group (d9eb91d7-356e-46b3-bf72-19464a8de913), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:23.822790 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d81704d9-61e2-42f4-b085-2fdd18e3cfad req-1ca48708-651e-4612-9667-d3805cf3e7f1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413589 Apr 06 17:41:23.824664 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d71da726-ed42-4c70-ada0-9df91d9c7322 admin admin] Publish callbacks [] for security_group (d9eb91d7-356e-46b3-bf72-19464a8de913), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:23.871061 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d71da726-ed42-4c70-ada0-9df91d9c7322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d9eb91d7-356e-46b3-bf72-19464a8de913), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:23.873628 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d71da726-ed42-4c70-ada0-9df91d9c7322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:23.874782 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-d71da726-ed42-4c70-ada0-9df91d9c7322 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9eb91d7-356e-46b3-bf72-19464a8de913 HTTP/1.1" status: 204 len: 168 time: 0.1172924 Apr 06 17:41:23.882425 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71da726-ed42-4c70-ada0-9df91d9c7322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9eb91d7-356e-46b3-bf72-19464a8de913,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:24.127355 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53238) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:24.140074 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ac18a048-b4e1-48bb-ae8f-ab27d425488f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:24.212734 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ac18a048-b4e1-48bb-ae8f-ab27d425488f admin admin] Publish callbacks [] for security_group (b15e2404-c6ae-4417-bd6d-b4c5200596d4), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:24.216592 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ac18a048-b4e1-48bb-ae8f-ab27d425488f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b15e2404-c6ae-4417-bd6d-b4c5200596d4), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:24.255975 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18a048-b4e1-48bb-ae8f-ab27d425488f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15e2404-c6ae-4417-bd6d-b4c5200596d4,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:24.260209 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ac18a048-b4e1-48bb-ae8f-ab27d425488f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d4c8139965846088cff32f90fc61cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318071 Apr 06 17:41:24.263119 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53240) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:24.308868 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3ca57712-c470-498a-9b00-a664664f888f admin admin] Publish callbacks [] for security_group (b15e2404-c6ae-4417-bd6d-b4c5200596d4), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:24.329002 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3ca57712-c470-498a-9b00-a664664f888f admin admin] Publish callbacks [] for security_group (b15e2404-c6ae-4417-bd6d-b4c5200596d4), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:24.375723 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3ca57712-c470-498a-9b00-a664664f888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b15e2404-c6ae-4417-bd6d-b4c5200596d4), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:24.378173 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3ca57712-c470-498a-9b00-a664664f888f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:24.379504 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3ca57712-c470-498a-9b00-a664664f888f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b15e2404-c6ae-4417-bd6d-b4c5200596d4 HTTP/1.1" status: 204 len: 168 time: 0.1156085 Apr 06 17:41:24.387208 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca57712-c470-498a-9b00-a664664f888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15e2404-c6ae-4417-bd6d-b4c5200596d4,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:24.945501 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55e591-e9fb-45be-8377-64bda545902d req-a91bd109-a5bd-4eca-bed1-10b44e71a0e5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:24.947030 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f55e591-e9fb-45be-8377-64bda545902d req-a91bd109-a5bd-4eca-bed1-10b44e71a0e5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0564413 Apr 06 17:41:24.993752 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f55e591-e9fb-45be-8377-64bda545902d req-a5d23f95-7254-4ee2-95e0-e5db76972994 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412548 Apr 06 17:41:25.913115 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53292) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:26.021209 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-50912b20-3c26-46ca-b747-d725becce987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.099089 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-50912b20-3c26-46ca-b747-d725becce987 admin admin] Publish callbacks [] for security_group (81c0f96f-92aa-49c6-9331-629d3e3b3550), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.103302 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-50912b20-3c26-46ca-b747-d725becce987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (81c0f96f-92aa-49c6-9331-629d3e3b3550), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.117811 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770c146-8f61-404c-9d83-ff48c552e272 req-2ded0cf8-ae5b-43e9-9f8d-4d83b86cbc45 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:26.119609 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5770c146-8f61-404c-9d83-ff48c552e272 req-2ded0cf8-ae5b-43e9-9f8d-4d83b86cbc45 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0560541 Apr 06 17:41:26.149952 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-50912b20-3c26-46ca-b747-d725becce987 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8e07f8de0a04b099beef9be6f010a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356846 Apr 06 17:41:26.150269 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53300) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:26.155294 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50912b20-3c26-46ca-b747-d725becce987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c0f96f-92aa-49c6-9331-629d3e3b3550,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:26.199455 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5770c146-8f61-404c-9d83-ff48c552e272 req-a1bcce61-2a54-48c1-8754-26379a28816d tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649056 Apr 06 17:41:26.221016 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d0f30eec-6a79-4a5c-a849-cb38fa9b43db admin admin] Publish callbacks [] for security_group (81c0f96f-92aa-49c6-9331-629d3e3b3550), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.249330 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d0f30eec-6a79-4a5c-a849-cb38fa9b43db admin admin] Publish callbacks [] for security_group (81c0f96f-92aa-49c6-9331-629d3e3b3550), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.298265 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d0f30eec-6a79-4a5c-a849-cb38fa9b43db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (81c0f96f-92aa-49c6-9331-629d3e3b3550), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.301468 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d0f30eec-6a79-4a5c-a849-cb38fa9b43db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.302695 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d0f30eec-6a79-4a5c-a849-cb38fa9b43db admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81c0f96f-92aa-49c6-9331-629d3e3b3550 HTTP/1.1" status: 204 len: 168 time: 0.1513579 Apr 06 17:41:26.310790 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f30eec-6a79-4a5c-a849-cb38fa9b43db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c0f96f-92aa-49c6-9331-629d3e3b3550,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:26.532221 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187cfce-40d2-4fd3-a013-acfb4d91232e req-779c5f48-75a2-44e1-aadc-d235528ef099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:26.533839 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2187cfce-40d2-4fd3-a013-acfb4d91232e req-779c5f48-75a2-44e1-aadc-d235528ef099 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 1130 time: 0.0607600 Apr 06 17:41:26.596797 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2187cfce-40d2-4fd3-a013-acfb4d91232e req-4c518ff2-d38c-44ae-94bc-6e41c86564d1 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494864 Apr 06 17:41:26.654230 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53312) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:26.676953 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0540f76c-a678-4b79-bf15-2d46b97b20f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.757494 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0540f76c-a678-4b79-bf15-2d46b97b20f7 admin admin] Publish callbacks [] for security_group (b4a62ede-3985-4eb0-9794-bd57e79995a7), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.761379 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0540f76c-a678-4b79-bf15-2d46b97b20f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b4a62ede-3985-4eb0-9794-bd57e79995a7), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.799767 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-0540f76c-a678-4b79-bf15-2d46b97b20f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a44fbcd13e847f4a586d0c5f30e7455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444178 Apr 06 17:41:26.801396 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540f76c-a678-4b79-bf15-2d46b97b20f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a62ede-3985-4eb0-9794-bd57e79995a7,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:26.803041 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53314) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:26.850329 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3a3e35d8-0459-442c-9dad-56da88eb5fcf admin admin] Publish callbacks [] for security_group (b4a62ede-3985-4eb0-9794-bd57e79995a7), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.871883 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3a3e35d8-0459-442c-9dad-56da88eb5fcf admin admin] Publish callbacks [] for security_group (b4a62ede-3985-4eb0-9794-bd57e79995a7), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.916197 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3a3e35d8-0459-442c-9dad-56da88eb5fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b4a62ede-3985-4eb0-9794-bd57e79995a7), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.918681 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3a3e35d8-0459-442c-9dad-56da88eb5fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:26.919853 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-3a3e35d8-0459-442c-9dad-56da88eb5fcf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4a62ede-3985-4eb0-9794-bd57e79995a7 HTTP/1.1" status: 204 len: 168 time: 0.1158497 Apr 06 17:41:26.928223 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e35d8-0459-442c-9dad-56da88eb5fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a62ede-3985-4eb0-9794-bd57e79995a7,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:27.164628 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f893969-fa9a-4c96-980d-b03af76fdf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:27.315254 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a364ca3-cc0a-4408-a1ba-281e5f5df2ac req-a2dcf9f9-27e1-491a-83a7-3f613c8d0270 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:27.317054 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a364ca3-cc0a-4408-a1ba-281e5f5df2ac req-a2dcf9f9-27e1-491a-83a7-3f613c8d0270 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0555983 Apr 06 17:41:27.365497 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a364ca3-cc0a-4408-a1ba-281e5f5df2ac req-f02aff25-462f-41e6-bb7b-3a868b0a2622 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Apr 06 17:41:27.938273 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53352) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:28.038615 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-abb76622-8c9a-4d1d-afa6-e19a7ccb0f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:28.117492 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-abb76622-8c9a-4d1d-afa6-e19a7ccb0f6d admin admin] Publish callbacks [] for security_group (d3416607-4484-43a5-8df3-398812039d76), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:28.121894 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-abb76622-8c9a-4d1d-afa6-e19a7ccb0f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d3416607-4484-43a5-8df3-398812039d76), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:28.159077 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-abb76622-8c9a-4d1d-afa6-e19a7ccb0f6d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2504c43ecf434f86a13d564a7bc07642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197754 Apr 06 17:41:28.160440 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb76622-8c9a-4d1d-afa6-e19a7ccb0f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3416607-4484-43a5-8df3-398812039d76,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:28.161850 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53356) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:28.210277 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8c-e080-4043-92d7-4c3fc427aee7 admin admin] Publish callbacks [] for security_group (d3416607-4484-43a5-8df3-398812039d76), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:28.233705 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8c-e080-4043-92d7-4c3fc427aee7 admin admin] Publish callbacks [] for security_group (d3416607-4484-43a5-8df3-398812039d76), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:28.279535 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8c-e080-4043-92d7-4c3fc427aee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d3416607-4484-43a5-8df3-398812039d76), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:28.282260 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b59dd8c-e080-4043-92d7-4c3fc427aee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:28.283401 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-2b59dd8c-e080-4043-92d7-4c3fc427aee7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3416607-4484-43a5-8df3-398812039d76 HTTP/1.1" status: 204 len: 168 time: 0.1204545 Apr 06 17:41:28.291540 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59dd8c-e080-4043-92d7-4c3fc427aee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3416607-4484-43a5-8df3-398812039d76,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:28.492121 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400e054-796f-470a-9a9a-6aca923a8621 req-095e260b-e9cf-4b6c-be83-744c737ff952 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:28.493771 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3400e054-796f-470a-9a9a-6aca923a8621 req-095e260b-e9cf-4b6c-be83-744c737ff952 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0614731 Apr 06 17:41:28.544064 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3400e054-796f-470a-9a9a-6aca923a8621 req-3e35f749-fb6a-40ab-8cfe-c66b37e6b5ce tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448992 Apr 06 17:41:29.534654 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-412bf7cb-600d-4216-9de3-a442880c6d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:29.664990 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06207a6c-bdd0-4b2a-8513-9dfb10987f1c req-efc7af58-886d-4419-b4f1-bf3b80a6b60b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:29.666497 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-06207a6c-bdd0-4b2a-8513-9dfb10987f1c req-efc7af58-886d-4419-b4f1-bf3b80a6b60b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0535114 Apr 06 17:41:29.714377 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-06207a6c-bdd0-4b2a-8513-9dfb10987f1c req-64dfff18-448e-4533-a42e-628a5dbb36e7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Apr 06 17:41:30.687797 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:30.830697 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf17b74-1190-400c-8984-c268fc25b7bb req-ab6eef66-8262-45bf-bbc3-17f0b0a023c7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:30.832166 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6bf17b74-1190-400c-8984-c268fc25b7bb req-ab6eef66-8262-45bf-bbc3-17f0b0a023c7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0516336 Apr 06 17:41:30.880591 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6bf17b74-1190-400c-8984-c268fc25b7bb req-f634f57a-7d3f-453f-820a-20b45f52d5c8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Apr 06 17:41:31.124254 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e1cfe-8e09-4b37-a4ce-5932c620a8cb req-994b4794-734b-4bf8-992c-3dccfe2b9fb9 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:31.125710 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e76e1cfe-8e09-4b37-a4ce-5932c620a8cb req-994b4794-734b-4bf8-992c-3dccfe2b9fb9 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0510337 Apr 06 17:41:31.172899 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e76e1cfe-8e09-4b37-a4ce-5932c620a8cb req-c8b44a13-51d5-4d98-abdb-b82ea6c60c81 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416911 Apr 06 17:41:31.945137 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-7492a277-3fd0-4fd5-8b84-06402331acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:31.946800 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-7492a277-3fd0-4fd5-8b84-06402331acba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 1130 time: 0.0486867 Apr 06 17:41:31.954238 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:32.046152 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-bdfe4206-10b2-4689-a50d-eae02ab2712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:32.047430 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-bdfe4206-10b2-4689-a50d-eae02ab2712f service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.0933106 Apr 06 17:41:32.097519 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-6f1f0284-6f72-4341-b670-6ab28bd279f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1cde5eb-5319-4458-b398-9dfe23694109 HTTP/1.1" status: 200 len: 217 time: 0.0417736 Apr 06 17:41:32.147848 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-589778c1-406f-4691-83e0-68d214fe84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:32.149809 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-589778c1-406f-4691-83e0-68d214fe84b8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0467010 Apr 06 17:41:32.206554 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-881dab71-c3b2-4887-8bbd-d1b797797fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:32.208403 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-881dab71-c3b2-4887-8bbd-d1b797797fcd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497012 Apr 06 17:41:32.338678 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a857d8b-98a4-4fbc-aa63-ddb09b9d9443 req-8ad13886-db15-4a2d-8c36-14035b77bb53 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:32.340145 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a857d8b-98a4-4fbc-aa63-ddb09b9d9443 req-8ad13886-db15-4a2d-8c36-14035b77bb53 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0814023 Apr 06 17:41:32.342262 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-5bfedd24-4b09-49f4-9111-a150e677a76d service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247571 Apr 06 17:41:32.434502 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2a857d8b-98a4-4fbc-aa63-ddb09b9d9443 req-62bde7b5-fed7-4c35-ab0e-2ed24cb1e09e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888290 Apr 06 17:41:32.459398 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4230ae4f-5026-493e-8405-2d219a6dfc7b req-510619bf-ecca-4e9a-8c91-00d066618fd3 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082807 Apr 06 17:41:32.689943 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:33.487747 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:33.575335 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc208f3-7a96-4f12-a8e3-d96cade8bd2e req-3f2d9dca-33ff-45d3-aedd-dcdb75e54f0e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:33.576799 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7dc208f3-7a96-4f12-a8e3-d96cade8bd2e req-3f2d9dca-33ff-45d3-aedd-dcdb75e54f0e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0603149 Apr 06 17:41:33.624346 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7dc208f3-7a96-4f12-a8e3-d96cade8bd2e req-06d9be74-c5a1-4826-85cb-4f03ad424bb4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Apr 06 17:41:34.749627 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638611aa-28ce-4540-b106-d3fbd56b8074 req-d787605b-cd6e-45ad-b68d-929aa3bc738f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:34.751028 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-638611aa-28ce-4540-b106-d3fbd56b8074 req-d787605b-cd6e-45ad-b68d-929aa3bc738f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0534186 Apr 06 17:41:34.799687 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-638611aa-28ce-4540-b106-d3fbd56b8074 req-e55ae69c-4704-4a43-bbe3-5011ef922a76 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419102 Apr 06 17:41:35.918509 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b36fca-1677-4aed-ac8b-50d971aeb941 req-1708dc5f-57d9-49e2-989c-b5ce0520c873 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:35.919977 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7b36fca-1677-4aed-ac8b-50d971aeb941 req-1708dc5f-57d9-49e2-989c-b5ce0520c873 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0526857 Apr 06 17:41:35.970913 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7b36fca-1677-4aed-ac8b-50d971aeb941 req-7bc0ecc9-4c08-4c6b-8c08-fd45a0dc97fe tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454407 Apr 06 17:41:36.886003 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-aeb1cf42-eb43-4af7-9826-39bf1733eeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:36.887570 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-aeb1cf42-eb43-4af7-9826-39bf1733eeb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 1130 time: 0.0453179 Apr 06 17:41:36.999098 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-69a637d4-dd9e-4642-b3ea-b5b348a1fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:37.000551 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-69a637d4-dd9e-4642-b3ea-b5b348a1fa16 service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.0838106 Apr 06 17:41:37.057287 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-5289099a-f334-41f0-ba4c-341bd15e944b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1cde5eb-5319-4458-b398-9dfe23694109 HTTP/1.1" status: 200 len: 217 time: 0.0462701 Apr 06 17:41:37.100725 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff120c5-ea95-4d13-9b7f-01a0ec7a4d6f req-1e6bab1b-8bb4-4e9c-a2e0-e54cdf8331a6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:37.102209 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bff120c5-ea95-4d13-9b7f-01a0ec7a4d6f req-1e6bab1b-8bb4-4e9c-a2e0-e54cdf8331a6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0539019 Apr 06 17:41:37.149064 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bff120c5-ea95-4d13-9b7f-01a0ec7a4d6f req-e00b65a1-2eb0-444a-8b58-b4997623a858 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404446 Apr 06 17:41:37.704024 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-fd691e86-478c-42f7-bd28-c3eafdf23371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:37.705472 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-fd691e86-478c-42f7-bd28-c3eafdf23371 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0495152 Apr 06 17:41:37.765956 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-712de24d-bcd5-4a69-b471-b5d0c596c8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:37.767511 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-712de24d-bcd5-4a69-b471-b5d0c596c8c0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525563 Apr 06 17:41:37.873273 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-538dfa09-b592-4a7d-a272-5f84a33f1f9e service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975213 Apr 06 17:41:37.965975 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ba82083-1578-40b4-b1cc-d3130e80b121 req-77c73f60-6bba-443a-a2a7-378ac884eea6 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853286 Apr 06 17:41:38.270700 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd487ae-76de-4dce-8eb3-b28163b95a01 req-d293d494-d9ce-44c9-aea8-f70976d95f6f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:38.272178 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7cd487ae-76de-4dce-8eb3-b28163b95a01 req-d293d494-d9ce-44c9-aea8-f70976d95f6f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0552719 Apr 06 17:41:38.318255 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7cd487ae-76de-4dce-8eb3-b28163b95a01 req-fd46b96b-3904-43d3-b55e-04fa0ea086b3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Apr 06 17:41:39.958275 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53566) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:39.963160 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--584009857', 'description': 'tempest-description--2035172568'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:39.984551 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.053115 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group (078800e1-2a8d-4a69-8fe3-06000596edc7), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.057623 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (078800e1-2a8d-4a69-8fe3-06000596edc7), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.092122 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.093358 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1340857 Apr 06 17:41:40.096358 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53574) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:40.100744 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-31d11782-d1a4-4cea-b1ee-2dde959f3979 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Request body: {'security_group_rule': {'security_group_id': '078800e1-2a8d-4a69-8fe3-06000596edc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:40.105334 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078800e1-2a8d-4a69-8fe3-06000596edc7,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:40.117186 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.117558 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.118073 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.118436 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.118877 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.119281 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.119617 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.119967 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.120295 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.120622 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.120951 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.121276 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.121599 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.121923 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.122272 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de7a4ce-e1d1-4d4e-90a6-c6e6848b8f72 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:40.141663 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-31d11782-d1a4-4cea-b1ee-2dde959f3979 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group_rule (33a9b417-22b4-4d42-b763-36274763d84d), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.193715 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-31d11782-d1a4-4cea-b1ee-2dde959f3979 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group_rule (33a9b417-22b4-4d42-b763-36274763d84d), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.197766 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-31d11782-d1a4-4cea-b1ee-2dde959f3979 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (33a9b417-22b4-4d42-b763-36274763d84d), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.213000 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d11782-d1a4-4cea-b1ee-2dde959f3979 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a9b417-22b4-4d42-b763-36274763d84d,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:40.223095 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-31d11782-d1a4-4cea-b1ee-2dde959f3979 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.224264 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-31d11782-d1a4-4cea-b1ee-2dde959f3979 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270044 Apr 06 17:41:40.226919 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53576) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:40.231275 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-a3c8a481-0048-4631-8610-70dd38f36d59 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Request body: {'security_group_rule': {'security_group_id': '078800e1-2a8d-4a69-8fe3-06000596edc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:40.255551 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a3c8a481-0048-4631-8610-70dd38f36d59 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group_rule (c73b6ca3-17c0-4b14-81c9-04f2bb82ccfb), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.309978 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a3c8a481-0048-4631-8610-70dd38f36d59 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group_rule (c73b6ca3-17c0-4b14-81c9-04f2bb82ccfb), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.313449 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a3c8a481-0048-4631-8610-70dd38f36d59 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (c73b6ca3-17c0-4b14-81c9-04f2bb82ccfb), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.330654 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8a481-0048-4631-8610-70dd38f36d59 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73b6ca3-17c0-4b14-81c9-04f2bb82ccfb,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:40.342589 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a3c8a481-0048-4631-8610-70dd38f36d59 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.343818 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a3c8a481-0048-4631-8610-70dd38f36d59 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158059 Apr 06 17:41:40.346931 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53578) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:40.351124 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:40.370431 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.465201 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:41:40.471928 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.575916 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Allocated IP 172.27.2.116 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/d8b4a47d-1018-4a88-9d22-168f29d9c68a) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:41:40.680260 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for port (d8b4a47d-1018-4a88-9d22-168f29d9c68a), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.715443 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (d8b4a47d-1018-4a88-9d22-168f29d9c68a), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.752044 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:41:40.756773 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:40.761258 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:41:40.772310 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event updated for resources: {'Port': ['ID=d8b4a47d-1018-4a88-9d22-168f29d9c68a,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:40.814361 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for floatingip (aa70ca36-b1a1-479a-a697-256195b70679), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:40.854266 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (d8b4a47d-1018-4a88-9d22-168f29d9c68a), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:41.024650 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for port (d8b4a47d-1018-4a88-9d22-168f29d9c68a), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:41.029335 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (d8b4a47d-1018-4a88-9d22-168f29d9c68a), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:41.034177 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d22361-6d8b-42b1-9295-7558b8136699 req-36c61a05-76dc-4a96-87c5-00e3ba959f81 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:41.035639 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b1d22361-6d8b-42b1-9295-7558b8136699 req-36c61a05-76dc-4a96-87c5-00e3ba959f81 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0522554 Apr 06 17:41:41.065071 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (aa70ca36-b1a1-479a-a697-256195b70679), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:41.084435 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event updated for resources: {'Port': ['ID=d8b4a47d-1018-4a88-9d22-168f29d9c68a,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:41.089468 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b1d22361-6d8b-42b1-9295-7558b8136699 req-50989f37-dca1-4329-9205-b3f844daa1be tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471685 Apr 06 17:41:41.090228 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:41.091441 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-7461e888-df69-4837-8344-87bb09ae3a87 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7435760 Apr 06 17:41:41.561727 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-da340833-b12d-45f1-837c-a6f4160e10f0 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--584009857&fields=id&tenant_id=0a6b7aa3146044f68b557df2f26429f8 HTTP/1.1" status: 200 len: 267 time: 0.2824092 Apr 06 17:41:41.682820 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-b8e189ef-e0ef-4bc2-af8e-a8fb92718c82 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:41.688023 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-b8e189ef-e0ef-4bc2-af8e-a8fb92718c82 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 819 time: 0.1195276 Apr 06 17:41:41.699566 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-58d6ff39-df4c-479e-8060-1b8a24e98b46 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/quotas/0a6b7aa3146044f68b557df2f26429f8 HTTP/1.1" status: 200 len: 375 time: 0.0097816 Apr 06 17:41:41.764000 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-d0e3f94b-2b59-48ee-905d-e069b1b45d82 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0584664 Apr 06 17:41:41.857961 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-3bf888a6-ed28-4eaa-bf58-53cab9c124a2 service neutron] 10.222.0.18 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823295 Apr 06 17:41:41.950074 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-3693a56a-e753-4d21-b448-8622c83ae4be service neutron] 10.222.0.18 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863535 Apr 06 17:41:42.141249 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bf823779-476a-4a7e-93ed-3b0df27cfe2e req-6cf3e6d2-4401-4ae5-83d3-49009c6b3941 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 210 time: 0.0270717 Apr 06 17:41:42.220331 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fdac3-7182-4525-9db3-07da60c42c6f req-a77e1da4-5b73-49c2-bcd6-ae9467d35529 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:42.222592 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-da2fdac3-7182-4525-9db3-07da60c42c6f req-a77e1da4-5b73-49c2-bcd6-ae9467d35529 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0518510 Apr 06 17:41:42.278585 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-da2fdac3-7182-4525-9db3-07da60c42c6f req-e1b5587f-447b-42e0-8fa6-9d722c80d0aa tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472441 Apr 06 17:41:42.600690 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53644) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:42.752331 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b421602b-5e1e-4b37-a8f8-0928ee0ba008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:42.832673 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b421602b-5e1e-4b37-a8f8-0928ee0ba008 admin admin] Publish callbacks [] for security_group (419f1c4c-38e7-4233-a468-a0d34efc3e23), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:42.836527 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b421602b-5e1e-4b37-a8f8-0928ee0ba008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (419f1c4c-38e7-4233-a468-a0d34efc3e23), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:42.875288 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b421602b-5e1e-4b37-a8f8-0928ee0ba008 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a462216083648a2819b01ecc643d014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729759 Apr 06 17:41:42.877294 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b421602b-5e1e-4b37-a8f8-0928ee0ba008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419f1c4c-38e7-4233-a468-a0d34efc3e23,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:42.877932 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53656) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:42.924668 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Publish callbacks [] for security_group (419f1c4c-38e7-4233-a468-a0d34efc3e23), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:42.947347 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Publish callbacks [] for security_group (419f1c4c-38e7-4233-a468-a0d34efc3e23), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:42.995211 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (419f1c4c-38e7-4233-a468-a0d34efc3e23), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:42.997836 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:42.999006 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/419f1c4c-38e7-4233-a468-a0d34efc3e23 HTTP/1.1" status: 204 len: 168 time: 0.1200047 Apr 06 17:41:43.006470 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419f1c4c-38e7-4233-a468-a0d34efc3e23,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:43.016345 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.016746 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.017179 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.017525 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.017861 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.018598 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.018934 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.019330 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.019670 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.019999 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.020476 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.021478 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.021822 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.022197 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.022665 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d09a56a-9b39-4de4-8d15-b03132303de9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:43.249710 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-39ca77d3-ee34-40b5-b4a6-7bfdd2659d6f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:43.252392 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-39ca77d3-ee34-40b5-b4a6-7bfdd2659d6f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 819 time: 0.1172185 Apr 06 17:41:43.288101 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-85b728ba-b43a-4b1d-91b9-86c7d09a6737 req-4b7abcea-f2af-4ad5-957b-7141cda79b1f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 210 time: 0.0345087 Apr 06 17:41:43.379355 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-d276daad-a486-4c76-be4c-073c7536e9b0 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a6b7aa3146044f68b557df2f26429f8 HTTP/1.1" status: 200 len: 379 time: 0.1153440 Apr 06 17:41:43.394519 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Request body: {'port': {'device_id': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'admin_state_up': True, 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'security_groups': ['078800e1-2a8d-4a69-8fe3-06000596edc7']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:43.534762 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ee6fc-af6a-4722-8972-d0c598f50ef4 req-ceeadebd-3cad-4941-ab1f-fc7e67953608 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:43.536230 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ce2ee6fc-af6a-4722-8972-d0c598f50ef4 req-ceeadebd-3cad-4941-ab1f-fc7e67953608 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0950806 Apr 06 17:41:43.577062 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Made reservation on behalf of 0a6b7aa3146044f68b557df2f26429f8 for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:41:43.579715 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:43.622409 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ce2ee6fc-af6a-4722-8972-d0c598f50ef4 req-c41a463d-bd8e-45a8-8760-ce95db14508e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794842 Apr 06 17:41:43.747911 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Allocated IP 172.20.0.5 (304acbdc-aff8-422e-8c31-45f0ba8974ee/923c3823-79a9-4c80-8b68-2d48b69dc939/850c2a0c-8026-464e-b44e-749287193daa) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:41:43.831456 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53694) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:43.904361 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for port (850c2a0c-8026-464e-b44e-749287193daa), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:43.940432 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-324089199-network', 'tenant_id': '85f20732d96644339e3686ca3c4b638a'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:43.959639 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (850c2a0c-8026-464e-b44e-749287193daa), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:43.992509 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Made reservation on behalf of 85f20732d96644339e3686ca3c4b638a for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:41:43.995858 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.021531 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.025790 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:41:44.034288 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event updated for resources: {'Port': ['ID=850c2a0c-8026-464e-b44e-749287193daa,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:44.036720 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:44.042137 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:41:44.122329 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:44.123080 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.146418 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-fffb1deb-4969-4d6a-bc93-b623874cd4dc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7593300 Apr 06 17:41:44.161385 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Request body: {'port': {'device_id': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:44.245260 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Publish callbacks [] for security_group (2e38cefe-6c2f-4814-bcf3-12f466ea44c6), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.253467 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (2e38cefe-6c2f-4814-bcf3-12f466ea44c6), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.270304 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (850c2a0c-8026-464e-b44e-749287193daa), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.294953 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:41:44.302586 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e38cefe-6c2f-4814-bcf3-12f466ea44c6,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:44.332007 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (a489b8e2-612c-487f-8c02-53ca6443f446), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.332351 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Added segment a489b8e2-612c-487f-8c02-53ca6443f446 of type vlan for network 67728473-918d-4a41-8dd2-dc3daea1b8b3 Apr 06 17:41:44.348344 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-1b0e68aa-19e4-4a47-bfd4-06a1cc39aa0b None None] Provisioning complete for port 850c2a0c-8026-464e-b44e-749287193daa triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:44.348918 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1b0e68aa-19e4-4a47-bfd4-06a1cc39aa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (850c2a0c-8026-464e-b44e-749287193daa), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.400969 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1b0e68aa-19e4-4a47-bfd4-06a1cc39aa0b None None] Port 850c2a0c-8026-464e-b44e-749287193daa cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:41:44.438698 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (67728473-918d-4a41-8dd2-dc3daea1b8b3), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.566993 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fb3ef-b05b-4df4-af8e-3e0fdc537073 req-f84df62d-9fdb-4250-aaef-d13884dab90f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:44.568781 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-181fb3ef-b05b-4df4-af8e-3e0fdc537073 req-f84df62d-9fdb-4250-aaef-d13884dab90f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 931 time: 0.1812041 Apr 06 17:41:44.616649 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (67728473-918d-4a41-8dd2-dc3daea1b8b3), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.617550 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:44.618775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.709110 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8765304 Apr 06 17:41:44.712801 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53728) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:44.718647 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Request body: {'subnet': {'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-324089199-subnet', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'ip_version': 4}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:44.738512 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e285bca-a15e-45e6-9b6b-4bab7737a4db admin admin] Pushing event updated for resources: {'Network': ['ID=67728473-918d-4a41-8dd2-dc3daea1b8b3,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:44.738721 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Made reservation on behalf of 85f20732d96644339e3686ca3c4b638a for: {'subnet': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:41:44.740969 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.750628 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:41:44.754825 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-181fb3ef-b05b-4df4-af8e-3e0fdc537073 req-66d4e17a-1960-42d2-be7c-685e7210d2d9 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796815 Apr 06 17:41:44.831006 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cc3c5-4edb-442a-b4a2-005823efa0da req-5c119a88-6dbb-4078-ae43-98069ef17516 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:44.832572 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d88cc3c5-4edb-442a-b4a2-005823efa0da req-5c119a88-6dbb-4078-ae43-98069ef17516 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1168919 Apr 06 17:41:44.881817 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850c2a0c-8026-464e-b44e-749287193daa {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:41:44.893404 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Publish callbacks [] for port (850c2a0c-8026-464e-b44e-749287193daa), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.920750 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Transition to ACTIVE for port object 850c2a0c-8026-464e-b44e-749287193daa will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:41:44.924903 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d88cc3c5-4edb-442a-b4a2-005823efa0da req-8f2970b4-85ed-42a3-9168-31d70a7b1e62 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743704 Apr 06 17:41:44.926056 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (850c2a0c-8026-464e-b44e-749287193daa), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.933150 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (4cff0274-56b4-466d-9aed-75786ee2cf1c), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:44.988895 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Pushing event updated for resources: {'Port': ['ID=850c2a0c-8026-464e-b44e-749287193daa,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:44.992220 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cff0274-56b4-466d-9aed-75786ee2cf1c,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:45.000529 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Checking segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:41:45.001067 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Network hostable DHCP agents. Network: 67728473-918d-4a41-8dd2-dc3daea1b8b3, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:41:45.021844 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:41:45.035725 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 67728473-918d-4a41-8dd2-dc3daea1b8b3) {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:45.046534 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c993fc-5f9a-4510-99e5-3f65ba8f45ad None None] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:41:45.047568 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:45.048444 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.069952 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-1c694386-1397-41a3-94e3-2435be7e77d8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3554368 Apr 06 17:41:45.073539 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53730) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:45.079666 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:45.086278 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Attempting to bind port 850c2a0c-8026-464e-b44e-749287193daa on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:41:45.086773 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Attempting to bind port 850c2a0c-8026-464e-b44e-749287193daa by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:41:45.087368 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Attempting to bind port 850c2a0c-8026-464e-b44e-749287193daa on network 304acbdc-aff8-422e-8c31-45f0ba8974ee {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:41:45.094171 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Port 850c2a0c-8026-464e-b44e-749287193daa on network 304acbdc-aff8-422e-8c31-45f0ba8974ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:41:45.094527 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Attempting to bind port 850c2a0c-8026-464e-b44e-749287193daa on network 304acbdc-aff8-422e-8c31-45f0ba8974ee {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:41:45.106006 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:41:45.106462 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Checking segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:41:45.107803 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Bound using segment: {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:41:45.108325 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Bound port: 850c2a0c-8026-464e-b44e-749287193daa, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7da9523-7912-4191-8f94-1212ab533fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:41:45.108749 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (850c2a0c-8026-464e-b44e-749287193daa), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.111218 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.112989 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.203588 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks [] for router_controller (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), precommit_add_association {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.205342 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] For port 850c2a0c-8026-464e-b44e-749287193daa, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:41:45.208726 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] For port 850c2a0c-8026-464e-b44e-749287193daa, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=850c2a0c-8026-464e-b44e-749287193daa,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:41:45.214313 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-67728473-918d-4a41-8dd2-dc3daea1b8b3', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:41:45.215511 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.224418 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (850c2a0c-8026-464e-b44e-749287193daa), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.261242 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:45.262898 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.270488 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] 10.222.0.49 "PUT /v2.0/ports/850c2a0c-8026-464e-b44e-749287193daa HTTP/1.1" status: 200 len: 1093 time: 1.1131203 Apr 06 17:41:45.270999 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'tag': '850c2a0c-8026-464e-b44e-749287193daa'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:41:45.273675 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "tag": "850c2a0c-8026-464e-b44e-749287193daa"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:41:45.361450 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43896b9d-5146-4b51-b7f8-756264f81976 x-openstack-request-id: req-43896b9d-5146-4b51-b7f8-756264f81976 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:41:45.361767 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "tag": "850c2a0c-8026-464e-b44e-749287193daa", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:41:45.362220 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43896b9d-5146-4b51-b7f8-756264f81976 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:41:45.362673 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43896b9d-5146-4b51-b7f8-756264f81976'] response: {'name': 'network-changed', 'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'tag': '850c2a0c-8026-464e-b44e-749287193daa', 'status': 'completed', 'code': 200} Apr 06 17:41:45.372641 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b2694-4575-438c-ae76-e4c80837a318 service neutron] Pushing event updated for resources: {'Port': ['ID=850c2a0c-8026-464e-b44e-749287193daa,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:45.395754 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Allocated IP 172.20.0.2 (67728473-918d-4a41-8dd2-dc3daea1b8b3/4cff0274-56b4-466d-9aed-75786ee2cf1c/96bacbc5-1f15-48de-95f2-7d64d24bfecc) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:41:45.399812 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-a025a9dc-ba83-4c0f-a728-a87260a15a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:45.401562 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-a025a9dc-ba83-4c0f-a728-a87260a15a3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 1127 time: 0.0769274 Apr 06 17:41:45.439440 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks [] for router_gateway (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.466361 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-f3658251-61d4-4b6a-98c4-c0922ddcbf19 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850c2a0c-8026-464e-b44e-749287193daa HTTP/1.1" status: 200 len: 217 time: 0.0455046 Apr 06 17:41:45.547206 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-38d6ba50-ef6c-4b70-bfdf-df3a01dc0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:45.548672 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-38d6ba50-ef6c-4b70-bfdf-df3a01dc0e74 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0795491 Apr 06 17:41:45.594300 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Publish callbacks [] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.608802 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.648630 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-d56ed19f-7ea9-4b70-9518-b4eb0be11ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:45.650264 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-d56ed19f-7ea9-4b70-9518-b4eb0be11ddb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923638 Apr 06 17:41:45.665765 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:41:45.677857 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:45.683115 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:41:45.688672 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Pushing event updated for resources: {'Port': ['ID=96bacbc5-1f15-48de-95f2-7d64d24bfecc,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:45.700541 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.701110 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.701640 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.702183 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.702671 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.703154 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.703625 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.704106 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.704576 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.705041 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.705510 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.706108 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.706586 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.707049 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.707514 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:45.718904 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks [] for router_gateway (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.739631 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.757979 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Attempting to bind port 96bacbc5-1f15-48de-95f2-7d64d24bfecc on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:41:45.758405 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Attempting to bind port 96bacbc5-1f15-48de-95f2-7d64d24bfecc by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:41:45.758854 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Attempting to bind port 96bacbc5-1f15-48de-95f2-7d64d24bfecc on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:41:45.764675 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:41:45.765048 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Checking segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:41:45.765453 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.765841 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Bound using segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:41:45.766377 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Bound port: 96bacbc5-1f15-48de-95f2-7d64d24bfecc, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:41:45.766756 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.825964 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-c4319f8a-d670-49ce-8f54-2984ffb59e77 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639645 Apr 06 17:41:45.867400 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-71484398-5776-48d0-bb0f-570dc651577e None None] For port 96bacbc5-1f15-48de-95f2-7d64d24bfecc, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:41:45.871066 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-71484398-5776-48d0-bb0f-570dc651577e None None] For port 96bacbc5-1f15-48de-95f2-7d64d24bfecc, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=96bacbc5-1f15-48de-95f2-7d64d24bfecc,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:41:45.882248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:45.889800 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Allocated IP 172.27.2.19 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/5227605f-34d3-4b60-bad0-136196f21114) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:41:45.974317 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71484398-5776-48d0-bb0f-570dc651577e None None] Pushing event updated for resources: {'Port': ['ID=96bacbc5-1f15-48de-95f2-7d64d24bfecc,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:45.989889 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199e2c5-9ae3-4816-8fa0-e465fdb6a701 req-6ca5b9a7-6f7c-4fc1-84a8-8514408fab96 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:45.990908 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d199e2c5-9ae3-4816-8fa0-e465fdb6a701 req-6ca5b9a7-6f7c-4fc1-84a8-8514408fab96 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 943 time: 0.1340487 Apr 06 17:41:46.002990 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a59430d4-8a85-4e34-bff2-2dbe6a69a926 req-146fbe41-b599-442b-bcff-1d220b0d1c2b service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687267 Apr 06 17:41:46.051695 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks [] for port (5227605f-34d3-4b60-bad0-136196f21114), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:46.076989 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d199e2c5-9ae3-4816-8fa0-e465fdb6a701 req-4c8e0b25-a998-493c-927e-63a2c63e9dcf tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765319 Apr 06 17:41:46.113375 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (5227605f-34d3-4b60-bad0-136196f21114), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:46.156515 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:41:46.159345 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:46.162915 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:41:46.175482 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078763d3-822f-48e5-a7df-fc3662c3a1e5 req-4a06a894-69a7-4a56-ba7d-57fb25813b8a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:46.177017 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-078763d3-822f-48e5-a7df-fc3662c3a1e5 req-4a06a894-69a7-4a56-ba7d-57fb25813b8a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0612283 Apr 06 17:41:46.249889 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Pushing event updated for resources: {'Port': ['ID=5227605f-34d3-4b60-bad0-136196f21114,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:46.250852 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-078763d3-822f-48e5-a7df-fc3662c3a1e5 req-4b38c89e-5191-497c-a27f-c33cce80cb1c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672777 Apr 06 17:41:46.420699 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks [] for router_gateway (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:46.819234 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:46.924215 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3158fed8-7185-48d5-b4b4-7c403fabb0c2 None None] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:41:46.959022 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Router d8a57947-53b4-4b7b-9d58-e40f8a8179ca is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:41:46.965136 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 96bacbc5-1f15-48de-95f2-7d64d24bfecc up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:47.040760 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-310e39ec-452c-4aac-99a9-c0474599c1d5 None None] Provisioning complete for port 96bacbc5-1f15-48de-95f2-7d64d24bfecc triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:47.041025 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-310e39ec-452c-4aac-99a9-c0474599c1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:47.069637 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:41:47.091408 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Sync routers for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:41:47.098885 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:47.103730 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-0c16b305-5b38-41d3-9168-38b56bce8e51 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0246851 Apr 06 17:41:47.104169 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53760) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:47.120285 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 96bacbc5-1f15-48de-95f2-7d64d24bfecc triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:47.120807 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:47.131064 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:41:47.131958 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:41:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:47.146689 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-08b28614-f319-4a00-8cd9-c6fc8000e5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:47.148473 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-08b28614-f319-4a00-8cd9-c6fc8000e5eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 1127 time: 0.0640333 Apr 06 17:41:47.314306 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 96bacbc5-1f15-48de-95f2-7d64d24bfecc is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:47.314824 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:47.335953 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-310e39ec-452c-4aac-99a9-c0474599c1d5 None None] Current status of the port 96bacbc5-1f15-48de-95f2-7d64d24bfecc is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:47.336452 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-310e39ec-452c-4aac-99a9-c0474599c1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:47.405606 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-310e39ec-452c-4aac-99a9-c0474599c1d5 None None] For port 96bacbc5-1f15-48de-95f2-7d64d24bfecc, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=96bacbc5-1f15-48de-95f2-7d64d24bfecc,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:41:47.417923 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-310e39ec-452c-4aac-99a9-c0474599c1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:47.458332 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:41:47.480733 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.db.api [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104732) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:41:47.480934 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG oslo_db.api [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:41:47.506662 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc5a00-f9a2-4e72-a414-49ec10738c41 req-d385d3ad-2844-40a5-bc79-d41ee393bb17 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:47.508619 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-adfc5a00-f9a2-4e72-a414-49ec10738c41 req-d385d3ad-2844-40a5-bc79-d41ee393bb17 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 943 time: 0.2268221 Apr 06 17:41:47.542249 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-31555e80-b2ac-457d-bcd7-82af20331fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:47.543723 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-31555e80-b2ac-457d-bcd7-82af20331fa7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.3877008 Apr 06 17:41:47.555818 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e39ec-452c-4aac-99a9-c0474599c1d5 None None] Pushing event updated for resources: {'Port': ['ID=96bacbc5-1f15-48de-95f2-7d64d24bfecc,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:47.561693 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-0fe8f873-6d79-466c-9e4e-441eb780ce83 None None] Provisioning complete for port 96bacbc5-1f15-48de-95f2-7d64d24bfecc triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:47.562526 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f873-6d79-466c-9e4e-441eb780ce83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:47.568116 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd8317-8b2c-432d-94ae-0e40f8cca6c7 req-67012b9b-d238-4fdd-afbf-a0c8c2daf2c3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:47.585990 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-24fd8317-8b2c-432d-94ae-0e40f8cca6c7 req-67012b9b-d238-4fdd-afbf-a0c8c2daf2c3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1653118 Apr 06 17:41:47.666047 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-c7841394-a7f2-4fea-bd3c-82510cd735d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850c2a0c-8026-464e-b44e-749287193daa HTTP/1.1" status: 200 len: 217 time: 0.0691855 Apr 06 17:41:47.681386 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0fe8f873-6d79-466c-9e4e-441eb780ce83 None None] Current status of the port 96bacbc5-1f15-48de-95f2-7d64d24bfecc is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:47.684124 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:46Z', 'revision_number': 3, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:47.715777 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Checking router: d8a57947-53b4-4b7b-9d58-e40f8a8179ca for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:41:47.716783 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Updating router d8a57947-53b4-4b7b-9d58-e40f8a8179ca port 5227605f-34d3-4b60-bad0-136196f21114 binding host dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:41:47.722873 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-adfc5a00-f9a2-4e72-a414-49ec10738c41 req-a86552cf-757e-41b1-b6a5-5d1a44cd14b4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064729 Apr 06 17:41:47.740150 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:47.754989 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-05f58c1a-4a8d-417f-bcb2-dc1819975749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:47.756508 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-05f58c1a-4a8d-417f-bcb2-dc1819975749 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0792987 Apr 06 17:41:47.760703 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-24fd8317-8b2c-432d-94ae-0e40f8cca6c7 req-29dc6ad0-7b85-461d-b609-0b7d186a44a2 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705620 Apr 06 17:41:47.762070 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (5227605f-34d3-4b60-bad0-136196f21114), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:47.826258 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-26c15527-de67-4dfd-95da-d6af9732a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:47.827693 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-26c15527-de67-4dfd-95da-d6af9732a0d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643966 Apr 06 17:41:47.910506 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Allocated IP 172.20.0.1 (67728473-918d-4a41-8dd2-dc3daea1b8b3/4cff0274-56b4-466d-9aed-75786ee2cf1c/7dd9d691-78a9-4e13-9185-62178dcc9072) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:41:47.925890 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-cd6a2af5-442b-4589-8853-8eb4a69e314b service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911407 Apr 06 17:41:48.028656 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 96bacbc5-1f15-48de-95f2-7d64d24bfecc is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:48.034850 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Publish callbacks [] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.046721 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b900a9b1-ecfa-4185-8f0f-1ec2d63443f7 req-7459dc77-ff7a-424a-acd4-3d747c2ecbb8 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148665 Apr 06 17:41:48.053458 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Publish callbacks [] for port (5227605f-34d3-4b60-bad0-136196f21114), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.060578 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (5227605f-34d3-4b60-bad0-136196f21114), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.078786 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.115888 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Pushing event updated for resources: {'Port': ['ID=5227605f-34d3-4b60-bad0-136196f21114,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:48.119608 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Attempting to bind port 5227605f-34d3-4b60-bad0-136196f21114 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:41:48.119969 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Attempting to bind port 5227605f-34d3-4b60-bad0-136196f21114 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:41:48.120524 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Attempting to bind port 5227605f-34d3-4b60-bad0-136196f21114 on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:41:48.121658 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:41:48.124740 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:48.128212 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:41:48.128469 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.128748 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.128870 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.129166 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.129523 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.129868 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.130229 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.130543 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.130864 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.131197 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.131506 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.131830 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.132151 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.132483 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.132785 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.133132 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:41:48.137824 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:41:48.138227 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:41:48.138778 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.139168 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:41:48.139656 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Bound port: 5227605f-34d3-4b60-bad0-136196f21114, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:41:48.140016 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (5227605f-34d3-4b60-bad0-136196f21114), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.165998 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd9d691-78a9-4e13-9185-62178dcc9072,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:48.199164 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] For port 5227605f-34d3-4b60-bad0-136196f21114, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:41:48.202460 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] For port 5227605f-34d3-4b60-bad0-136196f21114, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=5227605f-34d3-4b60-bad0-136196f21114,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:41:48.209608 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (5227605f-34d3-4b60-bad0-136196f21114), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.278108 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623cb8d-5b26-4e64-a312-01d740408bc3 None None] Pushing event updated for resources: {'Port': ['ID=5227605f-34d3-4b60-bad0-136196f21114,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:48.282756 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.288470 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:41:48.289090 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:41:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:48.409310 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-0f9ca7f9-e18a-4794-beaf-2597cb5c6b8e None None] Provisioning complete for port 7dd9d691-78a9-4e13-9185-62178dcc9072 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:48.409611 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f9ca7f9-e18a-4794-beaf-2597cb5c6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.418272 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:41:48.460757 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ca7f9-e18a-4794-beaf-2597cb5c6b8e None None] Port 7dd9d691-78a9-4e13-9185-62178dcc9072 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:41:48.523230 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Publish callbacks [] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.528816 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.529558 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:48.613931 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Pushing event updated for resources: {'Port': ['ID=7dd9d691-78a9-4e13-9185-62178dcc9072,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:48.653287 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:47Z', 'revision_number': 1, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:48.666887 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:41:48.668472 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:48.681786 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d231741f-a41c-4a77-b4d1-bc4635975010 None None] The sync data for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi is: [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:47Z', 'revision_number': 1, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:41:48.878577 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Router d8a57947-53b4-4b7b-9d58-e40f8a8179ca has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:41:48.960892 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945a9bb-6ca8-4b8f-ae5b-63f5a74c3b85 req-2816787e-f675-447d-bac3-5eb4b396e8ca tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:48.963558 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f945a9bb-6ca8-4b8f-ae5b-63f5a74c3b85 req-2816787e-f675-447d-bac3-5eb4b396e8ca tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 943 time: 0.1478610 Apr 06 17:41:49.019674 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fbe7b-f42e-4ded-a128-5f9896e6ed95 req-97c7c0ff-542c-476f-90f3-cebb9908c9b3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:49.031069 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a14fbe7b-f42e-4ded-a128-5f9896e6ed95 req-97c7c0ff-542c-476f-90f3-cebb9908c9b3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1351428 Apr 06 17:41:49.057488 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 96bacbc5-1f15-48de-95f2-7d64d24bfecc up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:49.069724 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:41:49.088681 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a373c58f-692c-4eb1-b589-5ac5c3945f39 admin admin] 10.222.0.18 "PUT /v2.0/routers/d8a57947-53b4-4b7b-9d58-e40f8a8179ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9783471 Apr 06 17:41:49.090603 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f945a9bb-6ca8-4b8f-ae5b-63f5a74c3b85 req-9b27fbd9-a6c3-426b-bb94-0df79e95ea09 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193240 Apr 06 17:41:49.133080 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-83ac1937-26fd-4edb-9cce-e87b1f337243 None None] Provisioning complete for port 7dd9d691-78a9-4e13-9185-62178dcc9072 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:49.134475 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-83ac1937-26fd-4edb-9cce-e87b1f337243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.143664 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a14fbe7b-f42e-4ded-a128-5f9896e6ed95 req-ae912f19-59ad-445a-9892-c1fe1e3c6416 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116059 Apr 06 17:41:49.179383 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 850c2a0c-8026-464e-b44e-749287193daa details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:41:49.204431 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-83ac1937-26fd-4edb-9cce-e87b1f337243 None None] Port 7dd9d691-78a9-4e13-9185-62178dcc9072 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:41:49.271049 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 96bacbc5-1f15-48de-95f2-7d64d24bfecc triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:49.271418 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.359467 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 850c2a0c-8026-464e-b44e-749287193daa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=850c2a0c-8026-464e-b44e-749287193daa,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:41:49.397882 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '850c2a0c-8026-464e-b44e-749287193daa', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'port_id': '850c2a0c-8026-464e-b44e-749287193daa', 'mac_address': 'fa:16:3e:2d:50:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:41:49.433155 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 96bacbc5-1f15-48de-95f2-7d64d24bfecc is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:49.455894 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 850c2a0c-8026-464e-b44e-749287193daa is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:49.456294 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (850c2a0c-8026-464e-b44e-749287193daa), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.471756 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850c2a0c-8026-464e-b44e-749287193daa {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:41:49.504245 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 850c2a0c-8026-464e-b44e-749287193daa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=850c2a0c-8026-464e-b44e-749287193daa,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:41:49.512893 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (850c2a0c-8026-464e-b44e-749287193daa), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.584775 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=850c2a0c-8026-464e-b44e-749287193daa,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:49.731725 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53808) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:49.736515 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-351728599-network', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:49.757926 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Made reservation on behalf of c74566cd7da142a19238ebe6df434eaf for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:41:49.761139 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.770443 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.793223 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['850c2a0c-8026-464e-b44e-749287193daa'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:41:49.861056 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Publish callbacks [] for security_group (f088e7cc-dc4a-42e2-8dad-644270078829), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.866949 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f088e7cc-dc4a-42e2-8dad-644270078829), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.894596 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=104731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:41:49.905083 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f088e7cc-dc4a-42e2-8dad-644270078829,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:49.911302 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.911781 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Added segment 6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4 of type vlan for network 5a55c7b0-d9f4-49bb-860a-01f27316f468 Apr 06 17:41:49.961658 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (5a55c7b0-d9f4-49bb-860a-01f27316f468), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.996285 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (5a55c7b0-d9f4-49bb-860a-01f27316f468), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:49.997649 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:49.997840 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.054300 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3213508 Apr 06 17:41:50.057557 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53816) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:50.063853 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Request body: {'subnet': {'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-351728599-subnet', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:50.066653 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bffee-1bf2-4ca4-885a-22f4c2988e1a admin admin] Pushing event updated for resources: {'Network': ['ID=5a55c7b0-d9f4-49bb-860a-01f27316f468,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:50.079140 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 5a55c7b0-d9f4-49bb-860a-01f27316f468 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:41:50.109433 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Made reservation on behalf of c74566cd7da142a19238ebe6df434eaf for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:41:50.111975 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485933'] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.335571 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53824) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:50.490149 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb26b9a8-3f7b-46e5-84b0-80e023b19386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.588198 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad2ec5-ba74-4e35-89c8-831f72fc7303 req-6f786650-860c-4e31-8356-0e52f16ab7c1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:50.588717 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb26b9a8-3f7b-46e5-84b0-80e023b19386 admin admin] Publish callbacks [] for security_group (3df6108a-51e8-4438-afde-d02249715d23), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.589713 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f7ad2ec5-ba74-4e35-89c8-831f72fc7303 req-6f786650-860c-4e31-8356-0e52f16ab7c1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 944 time: 0.3665123 Apr 06 17:41:50.592762 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb26b9a8-3f7b-46e5-84b0-80e023b19386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (3df6108a-51e8-4438-afde-d02249715d23), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.600303 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b21c1-b1fc-4700-b925-55e1ba532054 req-7e583b61-e071-4cd2-a77c-c97d4eb32498 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:50.602092 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9b0b21c1-b1fc-4700-b925-55e1ba532054 req-7e583b61-e071-4cd2-a77c-c97d4eb32498 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.3388712 Apr 06 17:41:50.634478 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-bb26b9a8-3f7b-46e5-84b0-80e023b19386 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cd02d184a0f462facaafeb69052de6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978351 Apr 06 17:41:50.635209 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26b9a8-3f7b-46e5-84b0-80e023b19386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df6108a-51e8-4438-afde-d02249715d23,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:50.637557 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53830) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:50.692249 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c5d2-22c0-42c4-b0e3-16aa3fd03fa7 admin admin] Publish callbacks [] for security_group (3df6108a-51e8-4438-afde-d02249715d23), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.710325 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f7ad2ec5-ba74-4e35-89c8-831f72fc7303 req-8c9633e0-e181-46fa-b261-9507aa57b155 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067307 Apr 06 17:41:50.715193 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c5d2-22c0-42c4-b0e3-16aa3fd03fa7 admin admin] Publish callbacks [] for security_group (3df6108a-51e8-4438-afde-d02249715d23), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.743670 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9b0b21c1-b1fc-4700-b925-55e1ba532054 req-8203fc57-4bff-42d9-b5dc-81f24ee300a8 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284454 Apr 06 17:41:50.767142 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c5d2-22c0-42c4-b0e3-16aa3fd03fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (3df6108a-51e8-4438-afde-d02249715d23), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.770273 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f0c2c5d2-22c0-42c4-b0e3-16aa3fd03fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.771572 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-f0c2c5d2-22c0-42c4-b0e3-16aa3fd03fa7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3df6108a-51e8-4438-afde-d02249715d23 HTTP/1.1" status: 204 len: 168 time: 0.1319888 Apr 06 17:41:50.771923 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4940732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485939'] for subnet (6795210d-ee33-4132-914b-741e9633109d), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.788177 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2c5d2-22c0-42c4-b0e3-16aa3fd03fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df6108a-51e8-4438-afde-d02249715d23,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:50.834434 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6795210d-ee33-4132-914b-741e9633109d,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:50.855542 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Checking segment: {'id': '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:41:50.855898 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Network hostable DHCP agents. Network: 5a55c7b0-d9f4-49bb-860a-01f27316f468, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:41:50.878570 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Network 5a55c7b0-d9f4-49bb-860a-01f27316f468 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:41:50.895871 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 5a55c7b0-d9f4-49bb-860a-01f27316f468) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:50.903436 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:50.904449 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.906201 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb58bc-5cc6-4866-84ac-32761bc73bf1 None None] Network 5a55c7b0-d9f4-49bb-860a-01f27316f468 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:41:50.922938 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-e672d6ab-7ff8-4b86-bc41-f0632c5b7bf0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8636053 Apr 06 17:41:50.925592 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53838) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:50.931105 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-351728599-router', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:50.966600 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (c29ebd84-21bb-4830-8f95-8705e643fb89), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:50.968633 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (c29ebd84-21bb-4830-8f95-8705e643fb89), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:51.046397 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 5227605f-34d3-4b60-bad0-136196f21114 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:51.070167 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks [] for router_controller (c29ebd84-21bb-4830-8f95-8705e643fb89), precommit_add_association {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:51.084402 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-5a55c7b0-d9f4-49bb-860a-01f27316f468', 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468', 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'fixed_ips': [{'subnet_id': '6795210d-ee33-4132-914b-741e9633109d'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:41:51.085327 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:51.290888 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks [] for router_gateway (c29ebd84-21bb-4830-8f95-8705e643fb89), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:51.293003 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a65e57-2714-45d3-935f-038c9be128d2 req-61d64125-26f8-4ee8-807f-9ee115815142 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:51.299532 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 850c2a0c-8026-464e-b44e-749287193daa up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:51.302424 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c2a65e57-2714-45d3-935f-038c9be128d2 req-61d64125-26f8-4ee8-807f-9ee115815142 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0828886 Apr 06 17:41:51.360939 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c2a65e57-2714-45d3-935f-038c9be128d2 req-4fef6e17-5f07-4454-9a4a-1cad18a83169 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574808 Apr 06 17:41:51.413027 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Sync routers for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:41:51.457059 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:41:51.457692 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:41:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:51.529011 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 5227605f-34d3-4b60-bad0-136196f21114 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:51.529402 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (5227605f-34d3-4b60-bad0-136196f21114), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:51.544241 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks [] for router_gateway (c29ebd84-21bb-4830-8f95-8705e643fb89), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:51.566812 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:51.570552 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 850c2a0c-8026-464e-b44e-749287193daa completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:41:51.593897 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 850c2a0c-8026-464e-b44e-749287193daa triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:51.594291 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (850c2a0c-8026-464e-b44e-749287193daa), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:51.630660 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Allocated IP 172.20.0.2 (5a55c7b0-d9f4-49bb-860a-01f27316f468/6795210d-ee33-4132-914b-741e9633109d/c9dc8951-71ac-44d3-bf8c-4f7b7b16005b) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:41:51.694511 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Allocated IP 172.27.2.11 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/f11d0c00-4eb5-436a-8493-0355956e2686) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:41:51.745121 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53866) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:51.754829 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:41:51.896196 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 5227605f-34d3-4b60-bad0-136196f21114 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:51.896621 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (5227605f-34d3-4b60-bad0-136196f21114), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:51.912162 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-445702953-network', 'tenant_id': '9552948834ea4fbe98e2c63a816a8327'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:51.943648 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0c21a-6aa7-4026-a394-5a1dbdb303f5 req-558332d0-4395-4067-a4bb-2aadcd3b15e0 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:51.945230 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-69f0c21a-6aa7-4026-a394-5a1dbdb303f5 req-558332d0-4395-4067-a4bb-2aadcd3b15e0 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 944 time: 0.1407945 Apr 06 17:41:51.964339 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec34796-01ac-4b98-89df-04b8c7e1abe4 req-8e5149f9-1e0a-415a-8174-2e35f0f231d8 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:51.965859 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6ec34796-01ac-4b98-89df-04b8c7e1abe4 req-8e5149f9-1e0a-415a-8174-2e35f0f231d8 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1149464 Apr 06 17:41:51.968165 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Made reservation on behalf of 9552948834ea4fbe98e2c63a816a8327 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:41:51.970575 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:51.999905 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port 5227605f-34d3-4b60-bad0-136196f21114, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=5227605f-34d3-4b60-bad0-136196f21114,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:41:52.002196 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.014286 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (5227605f-34d3-4b60-bad0-136196f21114), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.039146 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks [] for port (f11d0c00-4eb5-436a-8493-0355956e2686), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.054084 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 850c2a0c-8026-464e-b44e-749287193daa is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:52.054434 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (850c2a0c-8026-464e-b44e-749287193daa), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.069628 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-69f0c21a-6aa7-4026-a394-5a1dbdb303f5 req-ec34842a-ac1a-42df-a598-c783db972cd7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027253 Apr 06 17:41:52.079404 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.094859 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6ec34796-01ac-4b98-89df-04b8c7e1abe4 req-e50fbd43-ef07-4bfb-a33e-152e3c9a1abd tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219375 Apr 06 17:41:52.139982 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:41:52.142902 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:52.147897 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:41:52.152217 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Pushing event updated for resources: {'Port': ['ID=f11d0c00-4eb5-436a-8493-0355956e2686,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:52.175326 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Publish callbacks [] for security_group (75850f85-a615-49e4-ba3d-5cce0749503a), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.179673 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (75850f85-a615-49e4-ba3d-5cce0749503a), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.194093 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850c2a0c-8026-464e-b44e-749287193daa'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:41:52.197096 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca00590-1246-4355-974e-9ad3ef347223" -d '{"events": [{"server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "name": "network-vif-plugged", "status": "completed", "tag": "850c2a0c-8026-464e-b44e-749287193daa"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:41:52.200318 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Publish callbacks [] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.206667 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:41:52.217268 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75850f85-a615-49e4-ba3d-5cce0749503a,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:52.222543 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.223157 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Added segment 0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162 of type vlan for network 67230ea2-5d86-4026-8bfe-109bf6283f6e Apr 06 17:41:52.232472 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=5227605f-34d3-4b60-bad0-136196f21114,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:52.238150 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 850c2a0c-8026-464e-b44e-749287193daa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=850c2a0c-8026-464e-b44e-749287193daa,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:41:52.242349 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.261322 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (850c2a0c-8026-464e-b44e-749287193daa), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.285318 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (67230ea2-5d86-4026-8bfe-109bf6283f6e), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.292014 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Network 5a55c7b0-d9f4-49bb-860a-01f27316f468 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:41:52.293608 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa887dc8-e698-4549-81a7-e79e1e9cda38 x-openstack-request-id: req-aa887dc8-e698-4549-81a7-e79e1e9cda38 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:41:52.293901 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "name": "network-vif-plugged", "status": "completed", "tag": "850c2a0c-8026-464e-b44e-749287193daa", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:41:52.294184 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aa887dc8-e698-4549-81a7-e79e1e9cda38 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:41:52.294584 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa887dc8-e698-4549-81a7-e79e1e9cda38'] response: {'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850c2a0c-8026-464e-b44e-749287193daa', 'code': 200} Apr 06 17:41:52.299898 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:52.302796 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:41:52.324860 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (67230ea2-5d86-4026-8bfe-109bf6283f6e), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.326345 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:52.327547 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.351148 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Pushing event updated for resources: {'Port': ['ID=c9dc8951-71ac-44d3-bf8c-4f7b7b16005b,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:52.408030 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 2, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:52.425418 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6791151 Apr 06 17:41:52.429264 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53876) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:52.435430 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Request body: {'subnet': {'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-445702953-subnet', 'tenant_id': '9552948834ea4fbe98e2c63a816a8327', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:52.454974 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks [] for router_gateway (c29ebd84-21bb-4830-8f95-8705e643fb89), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.456309 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Checking router: d8a57947-53b4-4b7b-9d58-e40f8a8179ca for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:41:52.456691 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Updating router d8a57947-53b4-4b7b-9d58-e40f8a8179ca port 7dd9d691-78a9-4e13-9185-62178dcc9072 binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:41:52.465473 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Attempting to bind port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:41:52.465849 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Attempting to bind port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:41:52.466246 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Attempting to bind port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b on network 5a55c7b0-d9f4-49bb-860a-01f27316f468 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:41:52.492937 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:41:52.493317 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Checking segment: {'id': '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:41:52.493731 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.494155 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Bound using segment: {'id': '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:41:52.494625 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Bound port: c9dc8951-71ac-44d3-bf8c-4f7b7b16005b, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:41:52.495008 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.499506 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=850c2a0c-8026-464e-b44e-749287193daa,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:52.500826 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439fe7f-6904-46f6-b74c-6cf99bdea2ce admin admin] Pushing event updated for resources: {'Network': ['ID=67230ea2-5d86-4026-8bfe-109bf6283f6e,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:52.507226 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Made reservation on behalf of 9552948834ea4fbe98e2c63a816a8327 for: {'subnet': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:41:52.510481 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.519319 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.553669 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 67230ea2-5d86-4026-8bfe-109bf6283f6e details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:41:52.581808 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0984b46d-8a5b-41d6-ac63-d19118fab92c req-9077ab2c-23e4-49fe-b9a5-b70ef62d56be tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:52.585592 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0984b46d-8a5b-41d6-ac63-d19118fab92c req-9077ab2c-23e4-49fe-b9a5-b70ef62d56be tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1277046 Apr 06 17:41:52.621664 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe02ff-9950-429e-8ed3-863e827eff43 req-f4f5b296-de22-43f2-99d2-f948ee31be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:52.623305 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e6fe02ff-9950-429e-8ed3-863e827eff43 req-f4f5b296-de22-43f2-99d2-f948ee31be08 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 1129 time: 0.1519744 Apr 06 17:41:52.670357 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0984b46d-8a5b-41d6-ac63-d19118fab92c req-dff437f0-53f2-4d3e-815c-e5030267dacf tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769346 Apr 06 17:41:52.694684 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e6fe02ff-9950-429e-8ed3-863e827eff43 req-f9dbba1c-7325-426e-bbb6-f9dfc4916135 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562365 Apr 06 17:41:52.723662 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] For port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:41:52.752227 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] For port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=c9dc8951-71ac-44d3-bf8c-4f7b7b16005b,segment=NetworkSegment(6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4),segment_id=6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:41:52.763872 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.809404 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (c29ebd84-21bb-4830-8f95-8705e643fb89), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.857887 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (69bef971-c7a9-4e49-ba72-59234915cf7e), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.872647 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52af256-7482-4bba-a2c6-255b19ee11a7 None None] Pushing event updated for resources: {'Port': ['ID=c9dc8951-71ac-44d3-bf8c-4f7b7b16005b,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:52.970973 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 5227605f-34d3-4b60-bad0-136196f21114 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:52.971362 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69bef971-c7a9-4e49-ba72-59234915cf7e,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:52.985733 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Publish callbacks [] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:52.986311 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Checking segment: {'id': '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:41:52.987190 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Network hostable DHCP agents. Network: 67230ea2-5d86-4026-8bfe-109bf6283f6e, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:41:53.010303 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:53.017794 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Network 67230ea2-5d86-4026-8bfe-109bf6283f6e is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:41:53.030678 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 67230ea2-5d86-4026-8bfe-109bf6283f6e) {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:53.035667 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:53.036274 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:53.040978 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Router c29ebd84-21bb-4830-8f95-8705e643fb89 is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:41:53.060803 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-bf8af9a5-57bd-45c8-aec0-8785483090a4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6304829 Apr 06 17:41:53.232588 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:41:53.242796 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c378d-1478-4fc7-ac40-9aa1e30ec282 None None] Network 67230ea2-5d86-4026-8bfe-109bf6283f6e requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:41:53.262356 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Sync routers for ids ['c29ebd84-21bb-4830-8f95-8705e643fb89'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:41:53.270299 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:53.273282 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-93970363-e71a-4898-8955-3d28a1a00680 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3440046 Apr 06 17:41:53.273620 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53886) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:53.297200 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Routers {'c29ebd84-21bb-4830-8f95-8705e643fb89'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:41:53.324331 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:41:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['c29ebd84-21bb-4830-8f95-8705e643fb89'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:53.333683 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d8eb2-0dc3-4558-b5b0-9313e6927dd0 None None] Pushing event updated for resources: {'Port': ['ID=7dd9d691-78a9-4e13-9185-62178dcc9072,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:53.440753 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072276fb-a77a-442f-85b6-ce2255191d51 req-d9ca0c40-d724-4635-90b2-a300f1c5b6c1 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:53.452571 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-072276fb-a77a-442f-85b6-ce2255191d51 req-d9ca0c40-d724-4635-90b2-a300f1c5b6c1 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.2201078 Apr 06 17:41:53.469821 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 5227605f-34d3-4b60-bad0-136196f21114 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:53.470228 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (5227605f-34d3-4b60-bad0-136196f21114), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:53.482474 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Attempting to bind port 7dd9d691-78a9-4e13-9185-62178dcc9072 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:41:53.482918 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Attempting to bind port 7dd9d691-78a9-4e13-9185-62178dcc9072 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:41:53.483226 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Attempting to bind port 7dd9d691-78a9-4e13-9185-62178dcc9072 on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:41:53.525589 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Set router c29ebd84-21bb-4830-8f95-8705e643fb89 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:41:53.576912 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:41:53.577296 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Checking segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:41:53.577708 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:53.591654 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Bound using segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:41:53.592280 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Bound port: 7dd9d691-78a9-4e13-9185-62178dcc9072, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:41:53.592693 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:53.602694 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f221337-abea-4cf7-8df5-856e3c7343d1 req-659e9850-bea3-446b-8b72-35c4a9b1e9ed tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:53.608682 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db935496-6ceb-4df1-b204-e24897423779 None None] Network 67230ea2-5d86-4026-8bfe-109bf6283f6e requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:41:53.612831 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9f221337-abea-4cf7-8df5-856e3c7343d1 req-659e9850-bea3-446b-8b72-35c4a9b1e9ed tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.3497763 Apr 06 17:41:53.635501 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-072276fb-a77a-442f-85b6-ce2255191d51 req-2ea4f3cd-2d03-45eb-ab63-bb86df5a2cd3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819687 Apr 06 17:41:53.744775 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9f221337-abea-4cf7-8df5-856e3c7343d1 req-e46c3eca-ffb9-41b2-8916-d359427be6dd tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074879 Apr 06 17:41:53.787166 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-1ca9448c-3a68-49a0-ac4a-c5ba20e1cfa0 None None] Provisioning complete for port 7dd9d691-78a9-4e13-9185-62178dcc9072 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:53.787686 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1ca9448c-3a68-49a0-ac4a-c5ba20e1cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:53.839795 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'name': 'tempest-TestVolumeBootPattern-351728599-router', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:50Z', 'updated_at': '2022-04-06T17:41:52Z', 'revision_number': 3, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'gw_port': {'id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:51Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:53.889950 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Checking router: c29ebd84-21bb-4830-8f95-8705e643fb89 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:41:53.890569 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Updating router c29ebd84-21bb-4830-8f95-8705e643fb89 port f11d0c00-4eb5-436a-8493-0355956e2686 binding host dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:41:53.916217 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc34f9-c7f7-4aa8-83d9-a1adc50ecb76 req-e0f0d78b-d151-4b54-bc60-0e352f54c7dd tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:53.922173 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e5bc34f9-c7f7-4aa8-83d9-a1adc50ecb76 req-e0f0d78b-d151-4b54-bc60-0e352f54c7dd tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0979106 Apr 06 17:41:53.926651 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:53.982344 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1ca9448c-3a68-49a0-ac4a-c5ba20e1cfa0 None None] Port 7dd9d691-78a9-4e13-9185-62178dcc9072 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:41:53.985551 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] For port 7dd9d691-78a9-4e13-9185-62178dcc9072, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:41:54.019504 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] For port 7dd9d691-78a9-4e13-9185-62178dcc9072, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=7dd9d691-78a9-4e13-9185-62178dcc9072,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:41:54.027079 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e5bc34f9-c7f7-4aa8-83d9-a1adc50ecb76 req-0006b0cf-8d15-41fe-99b4-7482badd2beb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946605 Apr 06 17:41:54.027451 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 5227605f-34d3-4b60-bad0-136196f21114 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:54.034283 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.075615 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.136547 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954d8eb2-0dc3-4558-b5b0-9313e6927dd0 None None] Pushing event updated for resources: {'Port': ['ID=7dd9d691-78a9-4e13-9185-62178dcc9072,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:54.141217 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:41:54.141836 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:41:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:54.359415 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Allocated IP 172.20.0.1 (5a55c7b0-d9f4-49bb-860a-01f27316f468/6795210d-ee33-4132-914b-741e9633109d/82c27894-0c06-44ae-80a4-fd4c1ea083b6) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:41:54.407693 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb493144-e0aa-43c5-8b58-a9032dcb0d10 None None] Network 5a55c7b0-d9f4-49bb-860a-01f27316f468 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:41:54.427565 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:41:54.524341 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Publish callbacks [] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.549897 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-16137c93-651d-408e-b2d4-70e51d21f1fb None None] Provisioning complete for port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:54.550223 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-16137c93-651d-408e-b2d4-70e51d21f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.563492 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Publish callbacks [] for port (f11d0c00-4eb5-436a-8493-0355956e2686), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.569821 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.621690 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28b0b8-66f8-485a-8b61-ca82be85acb4 None None] Pushing event updated for resources: {'Port': ['ID=f11d0c00-4eb5-436a-8493-0355956e2686,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:54.653426 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Attempting to bind port f11d0c00-4eb5-436a-8493-0355956e2686 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:41:54.653950 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Attempting to bind port f11d0c00-4eb5-436a-8493-0355956e2686 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:41:54.654650 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Attempting to bind port f11d0c00-4eb5-436a-8493-0355956e2686 on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:41:54.661232 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:41:54.661773 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:41:54.662309 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.663043 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:41:54.663739 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Bound port: f11d0c00-4eb5-436a-8493-0355956e2686, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:41:54.664416 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.785727 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-16137c93-651d-408e-b2d4-70e51d21f1fb None None] Current status of the port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:54.786158 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-16137c93-651d-408e-b2d4-70e51d21f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.800706 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] For port f11d0c00-4eb5-436a-8493-0355956e2686, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:41:54.813680 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] For port f11d0c00-4eb5-436a-8493-0355956e2686, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=f11d0c00-4eb5-436a-8493-0355956e2686,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:41:54.827705 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.832054 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-16137c93-651d-408e-b2d4-70e51d21f1fb None None] For port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=c9dc8951-71ac-44d3-bf8c-4f7b7b16005b,segment=NetworkSegment(6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4),segment_id=6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:41:54.841020 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-16137c93-651d-408e-b2d4-70e51d21f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.841722 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.858846 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:53Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:54.917189 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Routers {'c29ebd84-21bb-4830-8f95-8705e643fb89'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:41:54.917959 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:41:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['c29ebd84-21bb-4830-8f95-8705e643fb89'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:54.927041 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Network 5a55c7b0-d9f4-49bb-860a-01f27316f468 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:41:54.932681 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82303a1d-eae6-4f88-aaf8-67776cb1d195 None None] The sync data for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi is: [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:53Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:41:54.933061 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:54.941333 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:41:54.942520 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (c29ebd84-21bb-4830-8f95-8705e643fb89), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:54.984234 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16137c93-651d-408e-b2d4-70e51d21f1fb None None] Pushing event updated for resources: {'Port': ['ID=c9dc8951-71ac-44d3-bf8c-4f7b7b16005b,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:54.995991 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-cd60e656-4010-4341-8f20-8be43ca52a50 None None] Provisioning complete for port 7dd9d691-78a9-4e13-9185-62178dcc9072 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:54.996373 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cd60e656-4010-4341-8f20-8be43ca52a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.014499 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Pushing event updated for resources: {'Port': ['ID=82c27894-0c06-44ae-80a4-fd4c1ea083b6,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:55.054731 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28b0b8-66f8-485a-8b61-ca82be85acb4 None None] Pushing event updated for resources: {'Port': ['ID=f11d0c00-4eb5-436a-8493-0355956e2686,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:55.062235 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f31e8-0265-4f2e-b90e-501a9f9c7cf4 req-7ecbc8fd-dd30-432b-9a64-c243640d2574 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:55.065116 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9e8f31e8-0265-4f2e-b90e-501a9f9c7cf4 req-7ecbc8fd-dd30-432b-9a64-c243640d2574 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.3283319 Apr 06 17:41:55.184988 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-cd60e656-4010-4341-8f20-8be43ca52a50 None None] Current status of the port 7dd9d691-78a9-4e13-9185-62178dcc9072 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:55.185393 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cd60e656-4010-4341-8f20-8be43ca52a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.193920 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] Set router c29ebd84-21bb-4830-8f95-8705e643fb89 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:41:55.201344 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b31d3-e3a8-4ae0-8a1a-ba174a1d7215 req-73defd68-bcec-4657-a615-2d2f45b6dadc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:55.204535 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-096b31d3-e3a8-4ae0-8a1a-ba174a1d7215 req-73defd68-bcec-4657-a615-2d2f45b6dadc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.2850640 Apr 06 17:41:55.237758 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.249970 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-cd60e656-4010-4341-8f20-8be43ca52a50 None None] For port 7dd9d691-78a9-4e13-9185-62178dcc9072, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=7dd9d691-78a9-4e13-9185-62178dcc9072,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:41:55.252005 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9e8f31e8-0265-4f2e-b90e-501a9f9c7cf4 req-27d69c57-928b-43c8-8fb8-97ed7c25f5f7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708477 Apr 06 17:41:55.285137 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cd60e656-4010-4341-8f20-8be43ca52a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.350643 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-096b31d3-e3a8-4ae0-8a1a-ba174a1d7215 req-748f7ab2-de59-4ae8-a493-70b9a0961d38 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292777 Apr 06 17:41:55.418338 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 7dd9d691-78a9-4e13-9185-62178dcc9072 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:55.526808 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf0918-dab3-47d9-ae06-e9cb70b6296e req-33c1c6d2-0c78-4fbf-bbde-2b1cc035d9cc tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:55.528514 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fadf0918-dab3-47d9-ae06-e9cb70b6296e req-33c1c6d2-0c78-4fbf-bbde-2b1cc035d9cc tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1481223 Apr 06 17:41:55.567771 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d0e8e2af-95ca-4844-857b-e0592b77113c None None] Provisioning complete for port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:55.572071 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d0e8e2af-95ca-4844-857b-e0592b77113c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.584767 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'name': 'tempest-TestVolumeBootPattern-351728599-router', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:50Z', 'updated_at': '2022-04-06T17:41:52Z', 'revision_number': 3, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'gw_port': {'id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:51Z', 'updated_at': '2022-04-06T17:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:55.608339 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60e656-4010-4341-8f20-8be43ca52a50 None None] Pushing event updated for resources: {'Port': ['ID=7dd9d691-78a9-4e13-9185-62178dcc9072,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:55.609963 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Publish callbacks [] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.619054 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.620031 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (c29ebd84-21bb-4830-8f95-8705e643fb89), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.630366 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d13f85-3e09-4893-9b43-f01d452a8bfe None None] The sync data for ids ['c29ebd84-21bb-4830-8f95-8705e643fb89'] in dv-cinder-835880-5-iscsi is: [{'id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'name': 'tempest-TestVolumeBootPattern-351728599-router', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:50Z', 'updated_at': '2022-04-06T17:41:52Z', 'revision_number': 3, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'gw_port': {'id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:51Z', 'updated_at': '2022-04-06T17:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:41:55.646825 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 7dd9d691-78a9-4e13-9185-62178dcc9072 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:55.647575 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.686058 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7524a2-6b7d-4e5c-9fa5-de89a5d2ff50 req-c212e043-931b-437c-bbc7-aaa88fd3afa0 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:55.707252 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fb7524a2-6b7d-4e5c-9fa5-de89a5d2ff50 req-c212e043-931b-437c-bbc7-aaa88fd3afa0 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.2026014 Apr 06 17:41:55.712096 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53916) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:55.722448 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-c9a1284d-c3e3-43ce-a324-02f2974281ba tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Request body: {'floatingip': {'port_id': '850c2a0c-8026-464e-b44e-749287193daa'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:55.731470 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Pushing event updated for resources: {'Port': ['ID=82c27894-0c06-44ae-80a4-fd4c1ea083b6,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:55.752712 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8e2af-95ca-4844-857b-e0592b77113c None None] Current status of the port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:55.799018 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Network 5a55c7b0-d9f4-49bb-860a-01f27316f468 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:41:55.800877 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:41:55.809025 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c9a1284d-c3e3-43ce-a324-02f2974281ba tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for floatingip (aa70ca36-b1a1-479a-a697-256195b70679), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.879013 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 7dd9d691-78a9-4e13-9185-62178dcc9072 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:55.881424 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device c9dc8951-71ac-44d3-bf8c-4f7b7b16005b up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:55.887086 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fadf0918-dab3-47d9-ae06-e9cb70b6296e req-5977b888-5663-40b9-b6e7-5ddf1c1edf2e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030057 Apr 06 17:41:55.985735 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-dfcfe9dd-4406-4e09-a39b-de105f24cf70 None None] Provisioning complete for port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:55.986224 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dfcfe9dd-4406-4e09-a39b-de105f24cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:55.990721 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Router c29ebd84-21bb-4830-8f95-8705e643fb89 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:41:56.053542 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-dfcfe9dd-4406-4e09-a39b-de105f24cf70 None None] Port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:41:56.068747 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:56.069000 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:56.192548 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-cf42ebd1-2140-44c0-83f4-049fc83b3b3c None None] Provisioning complete for port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:56.192937 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cf42ebd1-2140-44c0-83f4-049fc83b3b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:56.252202 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:41:56.257860 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c0664c3c-7feb-4e5c-9f34-902a5c3b0613 admin admin] 10.222.0.18 "PUT /v2.0/routers/c29ebd84-21bb-4830-8f95-8705e643fb89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9825184 Apr 06 17:41:56.294889 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-cf42ebd1-2140-44c0-83f4-049fc83b3b3c None None] Port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:41:56.308647 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:56.342744 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-4e1c6df7-4e76-4d33-bfbb-9fa7233ca3ab tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:56.345491 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-4e1c6df7-4e76-4d33-bfbb-9fa7233ca3ab tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/networks?id=67230ea2-5d86-4026-8bfe-109bf6283f6e HTTP/1.1" status: 200 len: 813 time: 0.4776640 Apr 06 17:41:56.370644 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-aa85e837-7659-4491-8973-de1236bd1418 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/quotas/9552948834ea4fbe98e2c63a816a8327 HTTP/1.1" status: 200 len: 375 time: 0.0142281 Apr 06 17:41:56.439434 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-b6685aaf-921d-4b3a-a647-ab7ca8a2ff05 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9552948834ea4fbe98e2c63a816a8327&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575814 Apr 06 17:41:56.612070 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49eea1-ba46-457e-941a-12a4e81eaf26 req-657a5ac8-d959-4935-8582-08a8cf637a55 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:56.613624 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8b49eea1-ba46-457e-941a-12a4e81eaf26 req-657a5ac8-d959-4935-8582-08a8cf637a55 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.2363992 Apr 06 17:41:56.728502 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-98662c11-5683-4c36-ba51-22ee3594b287 service neutron] 10.222.0.18 "GET /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799988 Apr 06 17:41:56.779875 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8b49eea1-ba46-457e-941a-12a4e81eaf26 req-c58567d8-5fc4-4059-b12f-3dbba5a3b5bf tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367669 Apr 06 17:41:56.900034 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c9a1284d-c3e3-43ce-a324-02f2974281ba tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:56.912147 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-2f387ea3-4634-4461-a910-056a23aff413 service neutron] 10.222.0.18 "GET /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731751 Apr 06 17:41:56.912788 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c9a1284d-c3e3-43ce-a324-02f2974281ba tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (aa70ca36-b1a1-479a-a697-256195b70679), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.066564 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-c9a1284d-c3e3-43ce-a324-02f2974281ba tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Floating IP aa70ca36-b1a1-479a-a697-256195b70679 associated. External IP: 172.27.2.116, port: 850c2a0c-8026-464e-b44e-749287193daa. Apr 06 17:41:57.126341 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 7dd9d691-78a9-4e13-9185-62178dcc9072 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:57.200194 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acdf01c9-ee74-4f38-bf52-b9d01760bc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.217615 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 7dd9d691-78a9-4e13-9185-62178dcc9072 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:57.218125 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.343223 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 7dd9d691-78a9-4e13-9185-62178dcc9072 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:57.344387 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device f11d0c00-4eb5-436a-8493-0355956e2686 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:57.410670 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port f11d0c00-4eb5-436a-8493-0355956e2686 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:57.411437 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.515203 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53952) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:57.522497 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-a47e822f-a3f1-4e37-94f2-a5fc5afb2580 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-203371128', 'description': 'tempest-secgroup-smoke-203371128 description', 'project_id': '85f20732d96644339e3686ca3c4b638a'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:57.559995 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a47e822f-a3f1-4e37-94f2-a5fc5afb2580 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.612598 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9806b5f-c711-4d64-a44c-2af6e0f41614 req-506296c0-d81f-4fec-b970-a47e0010f6be tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:57.620202 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a9806b5f-c711-4d64-a44c-2af6e0f41614 req-506296c0-d81f-4fec-b970-a47e0010f6be tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.4642706 Apr 06 17:41:57.660835 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port f11d0c00-4eb5-436a-8493-0355956e2686 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:57.661393 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.686262 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port f11d0c00-4eb5-436a-8493-0355956e2686, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=f11d0c00-4eb5-436a-8493-0355956e2686,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:41:57.694607 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.697062 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device c9dc8951-71ac-44d3-bf8c-4f7b7b16005b up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:57.704708 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a47e822f-a3f1-4e37-94f2-a5fc5afb2580 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group (10803a4f-be78-4df8-8b8c-2118432b8125), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.713628 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a47e822f-a3f1-4e37-94f2-a5fc5afb2580 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (10803a4f-be78-4df8-8b8c-2118432b8125), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.768801 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a47e822f-a3f1-4e37-94f2-a5fc5afb2580 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.771037 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a47e822f-a3f1-4e37-94f2-a5fc5afb2580 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2527940 Apr 06 17:41:57.774635 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53956) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:57.775699 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e822f-a3f1-4e37-94f2-a5fc5afb2580 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10803a4f-be78-4df8-8b8c-2118432b8125,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:57.775962 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a9806b5f-c711-4d64-a44c-2af6e0f41614 req-ea707e98-8ea8-4952-960b-f15396cc8c6d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518979 Apr 06 17:41:57.796396 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-b2738c9f-ca40-447f-b84d-c110e8e4a394 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'security_group_rule': {'security_group_id': '10803a4f-be78-4df8-8b8c-2118432b8125', 'project_id': '85f20732d96644339e3686ca3c4b638a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:57.849107 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b2738c9f-ca40-447f-b84d-c110e8e4a394 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (112fd835-6057-49f9-a8b4-bfd685136862), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.860445 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=f11d0c00-4eb5-436a-8493-0355956e2686,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:57.882697 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:57.883226 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:57.953585 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44aa2c75-7e3e-442e-8fca-775bb2dd4b08 req-f43cd308-2281-41fe-a7fc-0d2ddcb7077e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 210 time: 0.0331106 Apr 06 17:41:57.960719 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a1284d-c3e3-43ce-a324-02f2974281ba tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:41:58.021259 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b2738c9f-ca40-447f-b84d-c110e8e4a394 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (112fd835-6057-49f9-a8b4-bfd685136862), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.036625 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b2738c9f-ca40-447f-b84d-c110e8e4a394 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (112fd835-6057-49f9-a8b4-bfd685136862), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.043501 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Sync routers for ids ['c29ebd84-21bb-4830-8f95-8705e643fb89'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:41:58.050689 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:58.077048 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2738c9f-ca40-447f-b84d-c110e8e4a394 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112fd835-6057-49f9-a8b4-bfd685136862,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:58.078603 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Routers {'c29ebd84-21bb-4830-8f95-8705e643fb89'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:41:58.082752 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:41:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['c29ebd84-21bb-4830-8f95-8705e643fb89'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:58.093991 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b2738c9f-ca40-447f-b84d-c110e8e4a394 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.099782 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b2738c9f-ca40-447f-b84d-c110e8e4a394 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099127 Apr 06 17:41:58.100398 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53960) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:58.105472 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-787684a1-52cc-4e48-a876-30702cef25e3 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'security_group_rule': {'security_group_id': '10803a4f-be78-4df8-8b8c-2118432b8125', 'project_id': '85f20732d96644339e3686ca3c4b638a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:58.111914 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53962) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:58.116931 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-bb1206b1-5021-497e-a053-f313dba054e8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--856228398', 'description': 'tempest-description--1194619250'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:58.156210 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb1206b1-5021-497e-a053-f313dba054e8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.171812 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-787684a1-52cc-4e48-a876-30702cef25e3 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (3924f83e-d3fa-4fba-848e-97bf702a2f95), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.172889 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a1284d-c3e3-43ce-a324-02f2974281ba tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:41:58.178671 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c9a1284d-c3e3-43ce-a324-02f2974281ba tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.188841 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] Sync routers for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:41:58.205115 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:41:58.206121 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:41:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:58.213648 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934acc9-5583-4a32-9a53-8ad98cf6e72b req-d380d674-8ddc-46bb-962e-3d672f3d26f6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:58.215297 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a934acc9-5583-4a32-9a53-8ad98cf6e72b req-d380d674-8ddc-46bb-962e-3d672f3d26f6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1266806 Apr 06 17:41:58.233281 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Set router c29ebd84-21bb-4830-8f95-8705e643fb89 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:41:58.252794 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-787684a1-52cc-4e48-a876-30702cef25e3 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (3924f83e-d3fa-4fba-848e-97bf702a2f95), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.254593 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c9a1284d-c3e3-43ce-a324-02f2974281ba tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "PUT /v2.0/floatingips/aa70ca36-b1a1-479a-a697-256195b70679 HTTP/1.1" status: 200 len: 991 time: 2.5375385 Apr 06 17:41:58.261778 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'tag': '850c2a0c-8026-464e-b44e-749287193daa'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:41:58.264445 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3254bf-801d-49d5-9c54-e725a21aaf71" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "tag": "850c2a0c-8026-464e-b44e-749287193daa"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:41:58.266247 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-787684a1-52cc-4e48-a876-30702cef25e3 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (3924f83e-d3fa-4fba-848e-97bf702a2f95), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.287729 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb1206b1-5021-497e-a053-f313dba054e8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (bcefce9b-f73e-46b7-b155-c1eb40caeade), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.309566 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb1206b1-5021-497e-a053-f313dba054e8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (bcefce9b-f73e-46b7-b155-c1eb40caeade), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.309960 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a934acc9-5583-4a32-9a53-8ad98cf6e72b req-ad62b110-64dc-4b50-824d-c356df473062 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810776 Apr 06 17:41:58.330813 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787684a1-52cc-4e48-a876-30702cef25e3 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3924f83e-d3fa-4fba-848e-97bf702a2f95,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:58.339879 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd6b614-d713-4ac6-8c90-61e85dd6c383 x-openstack-request-id: req-edd6b614-d713-4ac6-8c90-61e85dd6c383 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:41:58.340178 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "tag": "850c2a0c-8026-464e-b44e-749287193daa", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:41:58.340435 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edd6b614-d713-4ac6-8c90-61e85dd6c383 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:41:58.341345 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd6b614-d713-4ac6-8c90-61e85dd6c383'] response: {'name': 'network-changed', 'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'tag': '850c2a0c-8026-464e-b44e-749287193daa', 'status': 'completed', 'code': 200} Apr 06 17:41:58.350799 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb1206b1-5021-497e-a053-f313dba054e8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.352818 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-bb1206b1-5021-497e-a053-f313dba054e8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2393894 Apr 06 17:41:58.355484 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-787684a1-52cc-4e48-a876-30702cef25e3 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.356352 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53968) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:58.360985 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-062b8ae0-43bb-4652-b845-7eb8c2a8d8d5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group_rule': {'security_group_id': 'bcefce9b-f73e-46b7-b155-c1eb40caeade', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:58.364383 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:41:58.365984 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53970) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:58.368543 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-787684a1-52cc-4e48-a876-30702cef25e3 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2666857 Apr 06 17:41:58.371175 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-f9dbe7bf-db80-465b-a79c-36c577b525ed tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'security_group_rule': {'security_group_id': '10803a4f-be78-4df8-8b8c-2118432b8125', 'project_id': '85f20732d96644339e3686ca3c4b638a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:58.381407 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1206b1-5021-497e-a053-f313dba054e8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcefce9b-f73e-46b7-b155-c1eb40caeade,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:58.422228 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-062b8ae0-43bb-4652-b845-7eb8c2a8d8d5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (40667ff9-1cae-463d-9df8-541f8a698026), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.426342 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe7bf-db80-465b-a79c-36c577b525ed tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (4a7971ad-caf2-451d-af92-a986bd6f399d), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.531714 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'name': 'tempest-TestVolumeBootPattern-351728599-router', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:50Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 4, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'gw_port': {'id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:51Z', 'updated_at': '2022-04-06T17:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '82c27894-0c06-44ae-80a4-fd4c1ea083b6', 'name': '', 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'mac_address': 'fa:16:3e:1f:72:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6795210d-ee33-4132-914b-741e9633109d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:54Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 2, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'subnets': [{'id': '6795210d-ee33-4132-914b-741e9633109d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:58.556190 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe7bf-db80-465b-a79c-36c577b525ed tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (4a7971ad-caf2-451d-af92-a986bd6f399d), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.558302 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-e55a7f6e-0eb9-41a4-98c8-8d2aa8a0f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:58.559906 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-e55a7f6e-0eb9-41a4-98c8-8d2aa8a0f0ac service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 1129 time: 0.1051834 Apr 06 17:41:58.564850 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe7bf-db80-465b-a79c-36c577b525ed tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (4a7971ad-caf2-451d-af92-a986bd6f399d), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.576425 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Checking router: c29ebd84-21bb-4830-8f95-8705e643fb89 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:41:58.577124 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Updating router c29ebd84-21bb-4830-8f95-8705e643fb89 port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:41:58.584695 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-062b8ae0-43bb-4652-b845-7eb8c2a8d8d5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (40667ff9-1cae-463d-9df8-541f8a698026), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.585596 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbe7bf-db80-465b-a79c-36c577b525ed tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7971ad-caf2-451d-af92-a986bd6f399d,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:58.601221 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-062b8ae0-43bb-4652-b845-7eb8c2a8d8d5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (40667ff9-1cae-463d-9df8-541f8a698026), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.638840 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.665419 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9dbe7bf-db80-465b-a79c-36c577b525ed tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.666810 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f9dbe7bf-db80-465b-a79c-36c577b525ed tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2997870 Apr 06 17:41:58.671403 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b8ae0-43bb-4652-b845-7eb8c2a8d8d5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40667ff9-1cae-463d-9df8-541f8a698026,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:58.673638 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53972) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:58.685502 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-15423e4a-f991-4d93-959b-18b32a8a5dcf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'security_group_rule': {'security_group_id': '10803a4f-be78-4df8-8b8c-2118432b8125', 'project_id': '85f20732d96644339e3686ca3c4b638a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:58.691030 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-062b8ae0-43bb-4652-b845-7eb8c2a8d8d5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.692309 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-062b8ae0-43bb-4652-b845-7eb8c2a8d8d5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3349583 Apr 06 17:41:58.695410 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53974) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:58.707740 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-e12bc65a-9907-4401-b512-6cafcdd8eb60 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group_rule': {'security_group_id': 'bcefce9b-f73e-46b7-b155-c1eb40caeade', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:58.722570 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-006e4693-ae74-47b7-84ce-0dc2154ab9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:58.733892 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-006e4693-ae74-47b7-84ce-0dc2154ab9f7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.1423578 Apr 06 17:41:58.764327 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e12bc65a-9907-4401-b512-6cafcdd8eb60 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (da72ea7a-42ad-4aaa-b21d-4a8f52ddf57d), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.815140 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15423e4a-f991-4d93-959b-18b32a8a5dcf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (f034f83e-de67-4df2-a6cb-153c7d00955b), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.832114 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-1b8b043c-0dd9-4de2-a3e4-3728f1bf39a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850c2a0c-8026-464e-b44e-749287193daa HTTP/1.1" status: 200 len: 999 time: 0.0937536 Apr 06 17:41:58.839738 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'aa70ca36-b1a1-479a-a697-256195b70679', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'port_id': '850c2a0c-8026-464e-b44e-749287193daa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'mac_address': 'fa:16:3e:2d:50:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:41:40Z', 'updated_at': '2022-04-06T17:41:56Z', 'revision_number': 1, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 5, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:58.846111 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-7e4bf90b-ed56-4af6-a9ff-ffedef35ce6f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:58.847599 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-7e4bf90b-ed56-4af6-a9ff-ffedef35ce6f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.49 "GET /v2.0/networks?id=67230ea2-5d86-4026-8bfe-109bf6283f6e HTTP/1.1" status: 200 len: 813 time: 0.3021955 Apr 06 17:41:58.862494 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Request body: {'port': {'device_id': 'e15e1353-5c0c-42f8-bffb-9b5be580b528', 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e', 'admin_state_up': True, 'tenant_id': '9552948834ea4fbe98e2c63a816a8327'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:58.897584 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] Checking router: ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:41:58.908016 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:41:58.908828 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:41:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:58.953005 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e12bc65a-9907-4401-b512-6cafcdd8eb60 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (da72ea7a-42ad-4aaa-b21d-4a8f52ddf57d), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.970066 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e12bc65a-9907-4401-b512-6cafcdd8eb60 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (da72ea7a-42ad-4aaa-b21d-4a8f52ddf57d), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:58.991496 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-c847690b-2c78-4d23-9c26-22d0058efd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:58.993513 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-c847690b-2c78-4d23-9c26-22d0058efd17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.1524827 Apr 06 17:41:59.009629 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c4981-2d7d-464e-a092-c4f1e7b3c747 req-cfaf9358-65bb-4b7e-8e85-72ea147b94b7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:59.019791 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ce4c4981-2d7d-464e-a092-c4f1e7b3c747 req-cfaf9358-65bb-4b7e-8e85-72ea147b94b7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1028259 Apr 06 17:41:59.035728 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15423e4a-f991-4d93-959b-18b32a8a5dcf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (f034f83e-de67-4df2-a6cb-153c7d00955b), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.069056 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bc65a-9907-4401-b512-6cafcdd8eb60 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da72ea7a-42ad-4aaa-b21d-4a8f52ddf57d,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:59.075241 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15423e4a-f991-4d93-959b-18b32a8a5dcf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (f034f83e-de67-4df2-a6cb-153c7d00955b), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.093888 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:41:59.094705 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e12bc65a-9907-4401-b512-6cafcdd8eb60 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.095974 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e12bc65a-9907-4401-b512-6cafcdd8eb60 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3916426 Apr 06 17:41:59.098194 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15423e4a-f991-4d93-959b-18b32a8a5dcf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f034f83e-de67-4df2-a6cb-153c7d00955b,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:59.100583 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 53984) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:59.119686 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Publish callbacks [] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.123469 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:59.128413 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device f11d0c00-4eb5-436a-8493-0355956e2686 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:41:59.134716 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.136994 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15423e4a-f991-4d93-959b-18b32a8a5dcf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.139173 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-15423e4a-f991-4d93-959b-18b32a8a5dcf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4635785 Apr 06 17:41:59.141962 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-27b67c68-fa22-41b6-9b71-7f086b532088 req-4abf51a2-3f2d-41e2-a0b1-f5c79fed1469 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 210 time: 0.0500908 Apr 06 17:41:59.147973 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53986) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:59.162465 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-c8e71ed7-d4d9-4226-b1fb-dc76c2a9e01f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'security_group_rule': {'security_group_id': '10803a4f-be78-4df8-8b8c-2118432b8125', 'project_id': '85f20732d96644339e3686ca3c4b638a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:59.187121 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.205090 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Made reservation on behalf of 9552948834ea4fbe98e2c63a816a8327 for: {'port': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:41:59.209799 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.217875 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ce4c4981-2d7d-464e-a092-c4f1e7b3c747 req-41c1ee22-adf6-4f6a-9dfe-ebed52bb4510 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967664 Apr 06 17:41:59.238678 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-d3b1597b-b544-4fac-97f2-a279e018360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:59.240512 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20d2a4-ec67-4c19-b82a-db3981583cdc None None] Pushing event updated for resources: {'Port': ['ID=82c27894-0c06-44ae-80a4-fd4c1ea083b6,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:59.241958 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-d3b1597b-b544-4fac-97f2-a279e018360a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2192452 Apr 06 17:41:59.247446 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.securitygroups_db [None req-c8e71ed7-d4d9-4226-b1fb-dc76c2a9e01f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Project 85f20732d96644339e3686ca3c4b638a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:41:59.276064 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c8e71ed7-d4d9-4226-b1fb-dc76c2a9e01f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (aa1e83e9-b2d8-4d47-8ea9-96dd68d16416), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.355013 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port f11d0c00-4eb5-436a-8493-0355956e2686 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:59.355393 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.413183 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Attempting to bind port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:41:59.413449 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Attempting to bind port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:41:59.413864 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Attempting to bind port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 on network 5a55c7b0-d9f4-49bb-860a-01f27316f468 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:41:59.423327 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:41:59.423700 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Checking segment: {'id': '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:41:59.424107 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.424499 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Bound using segment: {'id': '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:41:59.424979 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Bound port: 82c27894-0c06-44ae-80a4-fd4c1ea083b6, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:41:59.432035 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.512695 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'aa70ca36-b1a1-479a-a697-256195b70679', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'port_id': '850c2a0c-8026-464e-b44e-749287193daa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'mac_address': 'fa:16:3e:2d:50:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:41:40Z', 'updated_at': '2022-04-06T17:41:56Z', 'revision_number': 1, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 5, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:59.540711 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-3b7d0509-25bc-46d8-ae47-5104a9ca840c service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863736 Apr 06 17:41:59.551493 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Allocated IP 172.20.0.3 (67230ea2-5d86-4026-8bfe-109bf6283f6e/69bef971-c7a9-4e49-ba72-59234915cf7e/499bef96-22fd-47c8-aaad-0d032289d260) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:41:59.556600 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c8e71ed7-d4d9-4226-b1fb-dc76c2a9e01f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (aa1e83e9-b2d8-4d47-8ea9-96dd68d16416), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.556804 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f52c12-6bf9-4aca-ab6a-4c718d7bdcf1 None None] The sync data for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi is: [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'aa70ca36-b1a1-479a-a697-256195b70679', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'port_id': '850c2a0c-8026-464e-b44e-749287193daa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'mac_address': 'fa:16:3e:2d:50:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:41:40Z', 'updated_at': '2022-04-06T17:41:56Z', 'revision_number': 1, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 5, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:41:59.583317 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port f11d0c00-4eb5-436a-8493-0355956e2686 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:41:59.585732 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-52c68c81-c61b-45bc-a64b-af7d49d3c43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.601717 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c8e71ed7-d4d9-4226-b1fb-dc76c2a9e01f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (aa1e83e9-b2d8-4d47-8ea9-96dd68d16416), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.623174 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] For port 82c27894-0c06-44ae-80a4-fd4c1ea083b6, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:41:59.625548 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.629897 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] For port 82c27894-0c06-44ae-80a4-fd4c1ea083b6, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=82c27894-0c06-44ae-80a4-fd4c1ea083b6,segment=NetworkSegment(6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4),segment_id=6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:41:59.639020 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.663573 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948860b1-52d2-417f-92d9-9a64b2cb793e req-3d5f00ae-299d-4b82-95c4-05013902446e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:41:59.667250 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-948860b1-52d2-417f-92d9-9a64b2cb793e req-3d5f00ae-299d-4b82-95c4-05013902446e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.2385440 Apr 06 17:41:59.674602 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e71ed7-d4d9-4226-b1fb-dc76c2a9e01f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1e83e9-b2d8-4d47-8ea9-96dd68d16416,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:59.690285 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c8e71ed7-d4d9-4226-b1fb-dc76c2a9e01f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.693166 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c8e71ed7-d4d9-4226-b1fb-dc76c2a9e01f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5360858 Apr 06 17:41:59.708367 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 53990) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:41:59.728461 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-5fed4882-bb3c-4cef-b7b2-9497a92fd55f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'security_group_rule': {'security_group_id': '10803a4f-be78-4df8-8b8c-2118432b8125', 'project_id': '85f20732d96644339e3686ca3c4b638a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:41:59.737807 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-6cd2f796-eb16-4bfc-a8fd-e3295f556c9c None None] Provisioning complete for port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:41:59.738508 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f796-eb16-4bfc-a8fd-e3295f556c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.767329 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Routers {'c29ebd84-21bb-4830-8f95-8705e643fb89'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:41:59.768248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:42:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['c29ebd84-21bb-4830-8f95-8705e643fb89'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:41:59.772136 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20d2a4-ec67-4c19-b82a-db3981583cdc None None] Pushing event updated for resources: {'Port': ['ID=82c27894-0c06-44ae-80a4-fd4c1ea083b6,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:41:59.793708 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d3254bf-801d-49d5-9c54-e725a21aaf71 req-0d4b1e53-d450-47e9-9378-ca92a59174ad service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433777 Apr 06 17:41:59.805968 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.securitygroups_db [None req-5fed4882-bb3c-4cef-b7b2-9497a92fd55f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Project 85f20732d96644339e3686ca3c4b638a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:41:59.814205 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fed4882-bb3c-4cef-b7b2-9497a92fd55f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (3f3ceb1f-ec40-478d-8762-366e74b85b93), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.843594 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-948860b1-52d2-417f-92d9-9a64b2cb793e req-cfc42a40-a8b7-4352-bbb1-9b820f61bd2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589322 Apr 06 17:41:59.927503 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fed4882-bb3c-4cef-b7b2-9497a92fd55f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (3f3ceb1f-ec40-478d-8762-366e74b85b93), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.936381 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fed4882-bb3c-4cef-b7b2-9497a92fd55f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (3f3ceb1f-ec40-478d-8762-366e74b85b93), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.944074 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks [] for port (499bef96-22fd-47c8-aaad-0d032289d260), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.968390 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5fed4882-bb3c-4cef-b7b2-9497a92fd55f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:41:59.970125 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5fed4882-bb3c-4cef-b7b2-9497a92fd55f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2471359 Apr 06 17:41:59.974249 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed4882-bb3c-4cef-b7b2-9497a92fd55f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3ceb1f-ec40-478d-8762-366e74b85b93,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:00.011588 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe25c11-0441-4c61-a7aa-82dcd5ced125 None None] New status for floating IP aa70ca36-b1a1-479a-a697-256195b70679: ACTIVE {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:42:00.015105 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] Set router c29ebd84-21bb-4830-8f95-8705e643fb89 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:42:00.018824 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-6cd2f796-eb16-4bfc-a8fd-e3295f556c9c None None] Current status of the port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:00.019279 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f796-eb16-4bfc-a8fd-e3295f556c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.019931 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Allocated IP 172.27.2.119 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:42:00.031492 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (499bef96-22fd-47c8-aaad-0d032289d260), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.124910 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Network 67230ea2-5d86-4026-8bfe-109bf6283f6e is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:42:00.131910 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-6cd2f796-eb16-4bfc-a8fd-e3295f556c9c None None] For port 82c27894-0c06-44ae-80a4-fd4c1ea083b6, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=82c27894-0c06-44ae-80a4-fd4c1ea083b6,segment=NetworkSegment(6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4),segment_id=6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:00.138067 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:42:00.140611 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:42:00.146084 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:00.146762 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.147043 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f796-eb16-4bfc-a8fd-e3295f556c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.149800 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Pushing event updated for resources: {'Port': ['ID=499bef96-22fd-47c8-aaad-0d032289d260,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:00.189280 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-68245dba-eb25-4a03-af57-045794cdb1f3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3308632 Apr 06 17:42:00.206955 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Request body: {'port': {'device_id': 'e15e1353-5c0c-42f8-bffb-9b5be580b528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:42:00.257377 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.316346 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (499bef96-22fd-47c8-aaad-0d032289d260), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.332262 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf0914-a22e-4896-9784-f22ccbda7977 req-7943495f-21d8-4430-b3fa-2c993e9dee66 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:00.343574 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fcbf0914-a22e-4896-9784-f22ccbda7977 req-7943495f-21d8-4430-b3fa-2c993e9dee66 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 931 time: 0.1140044 Apr 06 17:42:00.432011 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fcbf0914-a22e-4896-9784-f22ccbda7977 req-73c9cbf7-4e0b-4018-b71c-f93259aaca95 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833726 Apr 06 17:42:00.549163 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.550447 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4743c-27d7-4c56-8c2c-4d6133565d94 req-c6de1f88-758b-4161-8096-2e8e53257c93 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:00.552126 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09a4743c-27d7-4c56-8c2c-4d6133565d94 req-c6de1f88-758b-4161-8096-2e8e53257c93 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1395526 Apr 06 17:42:00.586656 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-8699c6fa-92b2-48be-a51b-754177a2e534 None None] Provisioning complete for port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:42:00.588006 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8699c6fa-92b2-48be-a51b-754177a2e534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.616443 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:42:00.626636 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:42:00.629389 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:42:00.645420 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:00.659695 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09a4743c-27d7-4c56-8c2c-4d6133565d94 req-82ac1aaf-34f0-4f9b-976c-3ef92c6a4f41 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917788 Apr 06 17:42:00.719777 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499bef96-22fd-47c8-aaad-0d032289d260 {{(pid=104731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:42:00.731193 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Publish callbacks [] for port (499bef96-22fd-47c8-aaad-0d032289d260), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.739527 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (e280bc30-44bc-4e1c-a944-aad0153846af), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.751819 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Transition to ACTIVE for port object 499bef96-22fd-47c8-aaad-0d032289d260 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:42:00.757367 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (499bef96-22fd-47c8-aaad-0d032289d260), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.796061 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2f796-eb16-4bfc-a8fd-e3295f556c9c None None] Pushing event updated for resources: {'Port': ['ID=82c27894-0c06-44ae-80a4-fd4c1ea083b6,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:00.840685 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.842600 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:00.871845 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'name': 'tempest-TestVolumeBootPattern-351728599-router', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:50Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 4, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'gw_port': {'id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:51Z', 'updated_at': '2022-04-06T17:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '82c27894-0c06-44ae-80a4-fd4c1ea083b6', 'name': '', 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'mac_address': 'fa:16:3e:1f:72:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6795210d-ee33-4132-914b-741e9633109d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:54Z', 'updated_at': '2022-04-06T17:41:59Z', 'revision_number': 4, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'subnets': [{'id': '6795210d-ee33-4132-914b-741e9633109d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:42:00.944142 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19d7ea-efba-4fb2-867d-1626bbde730b None None] The sync data for ids ['c29ebd84-21bb-4830-8f95-8705e643fb89'] in dv-cinder-835880-5-iscsi is: [{'id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'name': 'tempest-TestVolumeBootPattern-351728599-router', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:50Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 4, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'gw_port': {'id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:51Z', 'updated_at': '2022-04-06T17:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '82c27894-0c06-44ae-80a4-fd4c1ea083b6', 'name': '', 'network_id': '5a55c7b0-d9f4-49bb-860a-01f27316f468', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'mac_address': 'fa:16:3e:1f:72:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '6795210d-ee33-4132-914b-741e9633109d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:54Z', 'updated_at': '2022-04-06T17:41:59Z', 'revision_number': 4, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'subnets': [{'id': '6795210d-ee33-4132-914b-741e9633109d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:42:00.959110 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Pushing event updated for resources: {'Port': ['ID=499bef96-22fd-47c8-aaad-0d032289d260,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:00.960733 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-8699c6fa-92b2-48be-a51b-754177a2e534 None None] Current status of the port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:01.006880 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Attempting to bind port 499bef96-22fd-47c8-aaad-0d032289d260 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:42:01.007269 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Attempting to bind port 499bef96-22fd-47c8-aaad-0d032289d260 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:42:01.007601 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Attempting to bind port 499bef96-22fd-47c8-aaad-0d032289d260 on network 67230ea2-5d86-4026-8bfe-109bf6283f6e {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:42:01.058037 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Port 499bef96-22fd-47c8-aaad-0d032289d260 on network 67230ea2-5d86-4026-8bfe-109bf6283f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:42:01.058415 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Attempting to bind port 499bef96-22fd-47c8-aaad-0d032289d260 on network 67230ea2-5d86-4026-8bfe-109bf6283f6e {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:42:01.065954 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:42:01.066343 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Checking segment: {'id': '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:42:01.066776 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Bound using segment: {'id': '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:42:01.067152 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Bound port: 499bef96-22fd-47c8-aaad-0d032289d260, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:42:01.067517 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (499bef96-22fd-47c8-aaad-0d032289d260), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:01.097182 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac88218-5cdd-4d73-9703-c5f4f7ac59da req-b40c5822-2160-4d2d-ba25-e839f3e83f10 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:01.098838 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9ac88218-5cdd-4d73-9703-c5f4f7ac59da req-b40c5822-2160-4d2d-ba25-e839f3e83f10 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1561344 Apr 06 17:42:01.175136 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9ac88218-5cdd-4d73-9703-c5f4f7ac59da req-eff7ce7b-8bbb-4579-808b-127945457280 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670311 Apr 06 17:42:01.256400 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:01.259903 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] For port 499bef96-22fd-47c8-aaad-0d032289d260, host hv-cinder-83588, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:42:01.264990 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] For port 499bef96-22fd-47c8-aaad-0d032289d260, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=499bef96-22fd-47c8-aaad-0d032289d260,segment=NetworkSegment(0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162),segment_id=0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:42:01.268361 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:01.297500 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (499bef96-22fd-47c8-aaad-0d032289d260), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:01.312475 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (e280bc30-44bc-4e1c-a944-aad0153846af), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:01.339957 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:01.340566 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:01.341933 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] 10.222.0.49 "PUT /v2.0/ports/499bef96-22fd-47c8-aaad-0d032289d260 HTTP/1.1" status: 200 len: 1093 time: 1.1395011 Apr 06 17:42:01.342690 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15e1353-5c0c-42f8-bffb-9b5be580b528', 'tag': '499bef96-22fd-47c8-aaad-0d032289d260'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:01.344907 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c881993c-ecd8-4361-a8c0-03897536d44e" -d '{"events": [{"name": "network-changed", "server_uuid": "e15e1353-5c0c-42f8-bffb-9b5be580b528", "tag": "499bef96-22fd-47c8-aaad-0d032289d260"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:01.347389 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:01.378351 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:01.388990 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-9e2df8bc-a6a1-4843-9955-0c0dff350dae tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2622986 Apr 06 17:42:01.388990 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db08e16a-f165-430d-9919-c4edfa730468 x-openstack-request-id: req-db08e16a-f165-430d-9919-c4edfa730468 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:01.388990 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15e1353-5c0c-42f8-bffb-9b5be580b528", "tag": "499bef96-22fd-47c8-aaad-0d032289d260", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:01.388990 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db08e16a-f165-430d-9919-c4edfa730468 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:01.388990 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db08e16a-f165-430d-9919-c4edfa730468'] response: {'name': 'network-changed', 'server_uuid': 'e15e1353-5c0c-42f8-bffb-9b5be580b528', 'tag': '499bef96-22fd-47c8-aaad-0d032289d260', 'status': 'completed', 'code': 200} Apr 06 17:42:01.417936 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b158f5-0efb-4574-a4ec-9ee774ccdb65 service neutron] Pushing event updated for resources: {'Port': ['ID=499bef96-22fd-47c8-aaad-0d032289d260,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:01.565728 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3dac2-017e-4bb1-aeed-4260ca3fa237 req-cdad8041-a5af-48ff-bc6f-68cac888e6ca tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:01.568237 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c0a3dac2-017e-4bb1-aeed-4260ca3fa237 req-cdad8041-a5af-48ff-bc6f-68cac888e6ca tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 943 time: 0.0706363 Apr 06 17:42:01.610427 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881993c-ecd8-4361-a8c0-03897536d44e req-2e6c9358-7958-432f-b8ef-0a02577dddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:01.610427 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c881993c-ecd8-4361-a8c0-03897536d44e req-2e6c9358-7958-432f-b8ef-0a02577dddae service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9552948834ea4fbe98e2c63a816a8327&device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 1127 time: 0.0597415 Apr 06 17:42:01.659977 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c0a3dac2-017e-4bb1-aeed-4260ca3fa237 req-e3863651-56d6-4945-b7ef-dfa862e8dd2d tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855632 Apr 06 17:42:01.667837 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-1e55f54b-7227-4bd9-b567-13e12208a6e3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--856228398&fields=id&tenant_id=87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 267 time: 0.0738506 Apr 06 17:42:01.793657 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881993c-ecd8-4361-a8c0-03897536d44e req-266f9136-4825-4bc8-8a1e-9d059a07215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:01.795927 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c881993c-ecd8-4361-a8c0-03897536d44e req-266f9136-4825-4bc8-8a1e-9d059a07215f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9552948834ea4fbe98e2c63a816a8327&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1791272 Apr 06 17:42:01.838680 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdcb84-7f5f-4aa0-87ba-be1e0707af5e req-bfe6bd0c-9962-46de-980e-8666d341a5ab tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:01.840154 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4dbdcb84-7f5f-4aa0-87ba-be1e0707af5e req-bfe6bd0c-9962-46de-980e-8666d341a5ab tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0965228 Apr 06 17:42:01.846167 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f1ca872d-74cf-4276-96ae-1873094bd995 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:01.847656 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f1ca872d-74cf-4276-96ae-1873094bd995 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 815 time: 0.1687875 Apr 06 17:42:01.873057 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-2d1667f1-41c8-4ba1-b1ba-963693a499fa tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/quotas/87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 375 time: 0.0178406 Apr 06 17:42:01.928722 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4dbdcb84-7f5f-4aa0-87ba-be1e0707af5e req-8833c29b-7d69-4078-818f-d2ec1d36a1c7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801258 Apr 06 17:42:01.953718 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-76599e1e-7bfa-473a-87e3-ac2674b0f928 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749514 Apr 06 17:42:01.964646 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:01.966786 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881993c-ecd8-4361-a8c0-03897536d44e req-62193c5d-4136-4a74-aabd-1f981058a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:01.968508 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c881993c-ecd8-4361-a8c0-03897536d44e req-62193c5d-4136-4a74-aabd-1f981058a5f0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1647439 Apr 06 17:42:02.066123 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-e5b3b075-8c41-40a0-b196-e85b41ff1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:02.067890 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-e5b3b075-8c41-40a0-b196-e85b41ff1e78 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9552948834ea4fbe98e2c63a816a8327&device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 1127 time: 0.0542822 Apr 06 17:42:02.069483 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-3a22af57-501e-4481-8dfe-d4867cde3ba6 service neutron] 10.222.0.18 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011717 Apr 06 17:42:02.177121 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-b6e62f1e-5ec9-469a-b716-537c82e2fb5a service neutron] 10.222.0.18 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003785 Apr 06 17:42:02.321871 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3dbb8-1fca-404e-a926-3f5ec826560b req-98604701-3822-4ad7-8d22-c193d47fdb78 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:02.326106 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ec3dbb8-1fca-404e-a926-3f5ec826560b req-98604701-3822-4ad7-8d22-c193d47fdb78 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0700893 Apr 06 17:42:02.401037 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-2b04fdbe-fdd8-4d6b-b51b-093b4cdf18d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=499bef96-22fd-47c8-aaad-0d032289d260 HTTP/1.1" status: 200 len: 217 time: 0.3220057 Apr 06 17:42:02.417051 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cf09d75-bc76-4503-844f-89ebe8f5cc28 req-b9c009b2-ebe7-4c73-8b88-a80f76dd92de tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 210 time: 0.0556109 Apr 06 17:42:02.424811 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0ec3dbb8-1fca-404e-a926-3f5ec826560b req-4b30bd2c-e4b5-40b0-8ca8-afda56558bc3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894809 Apr 06 17:42:02.488742 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-4eb53a3b-e4fc-4a29-8ca3-e3b2336d5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:02.490300 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-4eb53a3b-e4fc-4a29-8ca3-e3b2336d5986 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69bef971-c7a9-4e49-ba72-59234915cf7e HTTP/1.1" status: 200 len: 853 time: 0.0693862 Apr 06 17:42:02.538509 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-a658285f-3788-4c22-8cf3-0bbc9b2a03f4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67230ea2-5d86-4026-8bfe-109bf6283f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402637 Apr 06 17:42:02.655293 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-29e02012-fd31-4864-ba3f-e7ebc54bb097 service neutron] 10.222.0.49 "GET /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082172 Apr 06 17:42:02.721699 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:02.783887 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-37baf710-dbcf-49af-a854-2263f2fe5e13 req-9cef3151-b4a8-438e-89a9-392a4836c2e5 service neutron] 10.222.0.49 "GET /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168828 Apr 06 17:42:02.836784 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03b46d-72db-44a8-b650-efffc2d29715 req-264c3ab8-5e1a-4920-a2a6-4cf1b10b53bb tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:02.838773 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c03b46d-72db-44a8-b650-efffc2d29715 req-264c3ab8-5e1a-4920-a2a6-4cf1b10b53bb tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 943 time: 0.0797207 Apr 06 17:42:02.889820 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c03b46d-72db-44a8-b650-efffc2d29715 req-81e95a43-e2aa-4f47-b9a4-e1570aae114d tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450549 Apr 06 17:42:02.956124 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 82c27894-0c06-44ae-80a4-fd4c1ea083b6 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:42:03.009709 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:42:03.010399 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:03.053051 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b230f77-e363-416a-a608-36a059bb8142 req-46c5636a-5f39-4c2d-bfd7-76ea3a85d1e6 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:03.054542 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9b230f77-e363-416a-a608-36a059bb8142 req-46c5636a-5f39-4c2d-bfd7-76ea3a85d1e6 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0532203 Apr 06 17:42:03.090084 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:03.108932 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9b230f77-e363-416a-a608-36a059bb8142 req-9121124a-5c16-4862-8dfb-958a74a630ac tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475690 Apr 06 17:42:03.198908 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e3f021a8-38ec-4ba6-8094-d0f007ab28ed details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:42:03.298549 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:03.313098 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'port_id': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'mac_address': 'fa:16:3e:e3:1e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:42:03.350305 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port e3f021a8-38ec-4ba6-8094-d0f007ab28ed is: ACTIVE; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:03.350698 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:03.363988 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3f021a8-38ec-4ba6-8094-d0f007ab28ed {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:42:03.385270 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:03.389486 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:03.450910 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=6']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:03.484899 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:03.560764 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ecdacacb-8b8d-4487-a290-a16adc515194 req-459712e1-a155-454c-9efc-4ef855fe8838 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 210 time: 0.0424142 Apr 06 17:42:03.583741 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25614f9-e6bc-4b47-ad94-e84d476e72a5 req-5c464bac-9bea-4877-95d3-af9e0f5765cf tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:03.585186 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d25614f9-e6bc-4b47-ad94-e84d476e72a5 req-5c464bac-9bea-4877-95d3-af9e0f5765cf tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 945 time: 0.0764699 Apr 06 17:42:03.633208 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d25614f9-e6bc-4b47-ad94-e84d476e72a5 req-276c408a-35b9-44f7-9e8f-8223f320c293 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417874 Apr 06 17:42:03.661402 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['e3f021a8-38ec-4ba6-8094-d0f007ab28ed'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:42:04.014674 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d691f06-c320-48f2-9540-2b8da923a76b req-ce8af111-ddb3-4fcb-9619-90b0dbd85c38 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:04.016139 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0d691f06-c320-48f2-9540-2b8da923a76b req-ce8af111-ddb3-4fcb-9619-90b0dbd85c38 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 943 time: 0.0523279 Apr 06 17:42:04.066607 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0d691f06-c320-48f2-9540-2b8da923a76b req-f8d031a1-08da-4d9c-9ca0-5acc8bf541e4 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 Apr 06 17:42:04.233816 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690269ef-1037-4856-b79c-344470ea1711 req-7ea7f471-b3f8-4010-a93b-c84d3f869ba3 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:04.235319 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-690269ef-1037-4856-b79c-344470ea1711 req-7ea7f471-b3f8-4010-a93b-c84d3f869ba3 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0559111 Apr 06 17:42:04.286272 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-690269ef-1037-4856-b79c-344470ea1711 req-2dd69159-60f5-4f46-b8af-47068c1227b6 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452704 Apr 06 17:42:04.655598 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fb24a8b9-23df-4660-8159-7a489ace64c9 req-313affd8-5dd7-49ed-8295-5449cb221a0c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 210 time: 0.0275178 Apr 06 17:42:04.772385 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552975a1-c730-4a04-b6f9-c5dab752c345 req-522aa165-12ed-4d70-a695-2ce63f40e143 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:04.774193 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-552975a1-c730-4a04-b6f9-c5dab752c345 req-522aa165-12ed-4d70-a695-2ce63f40e143 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 945 time: 0.0672238 Apr 06 17:42:04.825222 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-552975a1-c730-4a04-b6f9-c5dab752c345 req-ba2ed5f7-1116-45de-aca5-2317691ec750 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448751 Apr 06 17:42:04.918803 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccc697-a670-4420-a606-e59d86c9c28a req-5a74c0b1-063c-4075-a1bd-9ea558b1301c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:04.920441 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-5a74c0b1-063c-4075-a1bd-9ea558b1301c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 815 time: 0.1090441 Apr 06 17:42:05.020884 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-2926c3b7-ce45-43a7-bc3c-26807a7fcfe8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 471 time: 0.0778875 Apr 06 17:42:05.116062 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'port': {'device_id': '6117cf3e-6587-4315-be11-947deb1f484c', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'admin_state_up': True, 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'security_groups': ['bcefce9b-f73e-46b7-b155-c1eb40caeade']}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:42:05.200953 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37740cc4-bb93-48a8-b721-dad13399d1bb req-f9360995-25bd-4e94-bd3f-0962a1732ce5 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:05.202681 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-37740cc4-bb93-48a8-b721-dad13399d1bb req-f9360995-25bd-4e94-bd3f-0962a1732ce5 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 943 time: 0.0619447 Apr 06 17:42:05.206292 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 499bef96-22fd-47c8-aaad-0d032289d260 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:42:05.209216 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e3f021a8-38ec-4ba6-8094-d0f007ab28ed up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:42:05.241808 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Made reservation on behalf of 87308970bb8c47498926e0b72fe50b18 for: {'port': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:42:05.246957 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:05.256201 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-37740cc4-bb93-48a8-b721-dad13399d1bb req-07620659-fceb-455c-a75f-877108ffe0cb tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Apr 06 17:42:05.322445 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port e3f021a8-38ec-4ba6-8094-d0f007ab28ed triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:42:05.323088 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:05.412036 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 499bef96-22fd-47c8-aaad-0d032289d260, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=499bef96-22fd-47c8-aaad-0d032289d260,segment=NetworkSegment(0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162),segment_id=0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:05.426810 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Allocated IP 172.20.0.7 (46a47786-96d2-4524-85d9-d3afc011b078/9e312bc6-ff32-47ed-8e0a-e3b0187732d4/784d25ff-e020-49d2-b220-e7ca0f888ccc) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:42:05.442535 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c823d-1ae7-4b82-8d2e-a47a35ef1e00 req-747eca69-14a5-4706-8e37-261e700439fe tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:05.450334 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-885c823d-1ae7-4b82-8d2e-a47a35ef1e00 req-747eca69-14a5-4706-8e37-261e700439fe tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0707281 Apr 06 17:42:05.458365 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '499bef96-22fd-47c8-aaad-0d032289d260', 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e', 'port_id': '499bef96-22fd-47c8-aaad-0d032289d260', 'mac_address': 'fa:16:3e:59:10:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bef971-c7a9-4e49-ba72-59234915cf7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:42:05.473379 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port e3f021a8-38ec-4ba6-8094-d0f007ab28ed is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:05.473994 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:05.526782 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-885c823d-1ae7-4b82-8d2e-a47a35ef1e00 req-946fce78-ad9d-482e-ac39-3a4b98991066 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723188 Apr 06 17:42:05.540363 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:05.542312 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aa8900-a3dc-4820-8527-688be00bc940" -d '{"events": [{"server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "name": "network-vif-plugged", "status": "completed", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:05.552822 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 499bef96-22fd-47c8-aaad-0d032289d260 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:05.553106 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (499bef96-22fd-47c8-aaad-0d032289d260), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:05.565399 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:05.584278 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:05.624401 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae06970f-93c7-4c36-a869-07dff46694c9 x-openstack-request-id: req-ae06970f-93c7-4c36-a869-07dff46694c9 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:05.624720 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "name": "network-vif-plugged", "status": "completed", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:05.624959 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae06970f-93c7-4c36-a869-07dff46694c9 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:05.625368 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae06970f-93c7-4c36-a869-07dff46694c9'] response: {'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'code': 200} Apr 06 17:42:05.626289 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:05.629054 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499bef96-22fd-47c8-aaad-0d032289d260 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:42:05.665243 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:05.672796 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 499bef96-22fd-47c8-aaad-0d032289d260, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=499bef96-22fd-47c8-aaad-0d032289d260,segment=NetworkSegment(0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162),segment_id=0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:05.676398 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=7']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:05.696576 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (499bef96-22fd-47c8-aaad-0d032289d260), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:05.717666 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Network 46a47786-96d2-4524-85d9-d3afc011b078 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:42:05.720770 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:42:05.724717 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:42:05.733357 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:05.734081 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:05.763315 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=784d25ff-e020-49d2-b220-e7ca0f888ccc,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:05.781279 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f6a0458c-69e0-487b-9766-19d4162c4b92 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6712556 Apr 06 17:42:05.786178 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=499bef96-22fd-47c8-aaad-0d032289d260,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:05.802575 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Request body: {'port': {'device_id': '6117cf3e-6587-4315-be11-947deb1f484c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:42:05.833584 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a6407-01cb-46e3-896c-349d22aee3f6 req-9eb004a8-921f-4cb4-aa19-948629c8cea3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:05.842282 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-360a6407-01cb-46e3-896c-349d22aee3f6 req-9eb004a8-921f-4cb4-aa19-948629c8cea3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 931 time: 0.0898504 Apr 06 17:42:05.884573 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:05.936663 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-360a6407-01cb-46e3-896c-349d22aee3f6 req-05677956-1e84-4e3f-8591-c3400053e7f0 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932469 Apr 06 17:42:06.028852 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['499bef96-22fd-47c8-aaad-0d032289d260'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:42:06.099129 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cf512-2e8d-4c5e-b6f4-4a7ff15cfe66 req-bea9ff18-9e47-49de-945b-2827711c86f7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:06.108973 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ba1cf512-2e8d-4c5e-b6f4-4a7ff15cfe66 req-bea9ff18-9e47-49de-945b-2827711c86f7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1582377 Apr 06 17:42:06.143684 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-8e7d85fc-914b-475c-a112-7587a9d9514f None None] Provisioning complete for port 784d25ff-e020-49d2-b220-e7ca0f888ccc triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:42:06.144209 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8e7d85fc-914b-475c-a112-7587a9d9514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:06.174036 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ba1cf512-2e8d-4c5e-b6f4-4a7ff15cfe66 req-79cbaca0-6521-44ce-a156-4aadbb294b7f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637953 Apr 06 17:42:06.226572 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-8e7d85fc-914b-475c-a112-7587a9d9514f None None] Port 784d25ff-e020-49d2-b220-e7ca0f888ccc cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:42:06.303444 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 784d25ff-e020-49d2-b220-e7ca0f888ccc {{(pid=104731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:42:06.315457 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Publish callbacks [] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:06.333904 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Transition to ACTIVE for port object 784d25ff-e020-49d2-b220-e7ca0f888ccc will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:42:06.340394 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:06.412626 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Pushing event updated for resources: {'Port': ['ID=784d25ff-e020-49d2-b220-e7ca0f888ccc,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:06.444476 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469aebe7-088b-46c7-b9ac-7efccb6511b3 req-93a51e2a-b6ce-4d15-8fb4-da8b6c9794fb tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:06.447246 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-469aebe7-088b-46c7-b9ac-7efccb6511b3 req-93a51e2a-b6ce-4d15-8fb4-da8b6c9794fb tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 944 time: 0.0930421 Apr 06 17:42:06.476267 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Attempting to bind port 784d25ff-e020-49d2-b220-e7ca0f888ccc on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:42:06.477221 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Attempting to bind port 784d25ff-e020-49d2-b220-e7ca0f888ccc by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:42:06.477593 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Attempting to bind port 784d25ff-e020-49d2-b220-e7ca0f888ccc on network 46a47786-96d2-4524-85d9-d3afc011b078 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:42:06.495948 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Port 784d25ff-e020-49d2-b220-e7ca0f888ccc on network 46a47786-96d2-4524-85d9-d3afc011b078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:42:06.496333 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Attempting to bind port 784d25ff-e020-49d2-b220-e7ca0f888ccc on network 46a47786-96d2-4524-85d9-d3afc011b078 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:42:06.532715 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:42:06.537730 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Checking segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:42:06.538452 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Bound using segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:42:06.539941 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Bound port: 784d25ff-e020-49d2-b220-e7ca0f888ccc, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:42:06.540467 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:06.576632 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-469aebe7-088b-46c7-b9ac-7efccb6511b3 req-93924536-c1ea-41cf-82b1-42d73ef668fa tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143041 Apr 06 17:42:06.674907 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] For port 784d25ff-e020-49d2-b220-e7ca0f888ccc, host hv-cinder-83588, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:42:06.683680 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] For port 784d25ff-e020-49d2-b220-e7ca0f888ccc, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=784d25ff-e020-49d2-b220-e7ca0f888ccc,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:42:06.696960 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:06.780004 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457dc2b-b231-4c72-916b-3c3f8a59f2c3 req-9cc44448-e8ac-47c3-a2e9-7752cedf1a9b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:06.780560 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:06.781463 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:06.781594 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f457dc2b-b231-4c72-916b-3c3f8a59f2c3 req-9cc44448-e8ac-47c3-a2e9-7752cedf1a9b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1245885 Apr 06 17:42:06.783243 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] 10.222.0.49 "PUT /v2.0/ports/784d25ff-e020-49d2-b220-e7ca0f888ccc HTTP/1.1" status: 200 len: 1093 time: 0.9849498 Apr 06 17:42:06.783788 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6117cf3e-6587-4315-be11-947deb1f484c', 'tag': '784d25ff-e020-49d2-b220-e7ca0f888ccc'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:06.786517 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9651bb42-7828-4875-a678-805339f97821" -d '{"events": [{"name": "network-changed", "server_uuid": "6117cf3e-6587-4315-be11-947deb1f484c", "tag": "784d25ff-e020-49d2-b220-e7ca0f888ccc"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:06.857292 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f457dc2b-b231-4c72-916b-3c3f8a59f2c3 req-0cff923e-b227-44ee-bfe6-32ad83f764f8 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696251 Apr 06 17:42:06.864498 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c2bf1-1df6-4434-9781-e9bc625e75c8 service neutron] Pushing event updated for resources: {'Port': ['ID=784d25ff-e020-49d2-b220-e7ca0f888ccc,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:06.908914 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0f5ac3-78a9-4177-a455-2ac88a133ce8 x-openstack-request-id: req-2e0f5ac3-78a9-4177-a455-2ac88a133ce8 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:06.909452 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6117cf3e-6587-4315-be11-947deb1f484c", "tag": "784d25ff-e020-49d2-b220-e7ca0f888ccc", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:06.909874 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e0f5ac3-78a9-4177-a455-2ac88a133ce8 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:06.910578 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e0f5ac3-78a9-4177-a455-2ac88a133ce8'] response: {'name': 'network-changed', 'server_uuid': '6117cf3e-6587-4315-be11-947deb1f484c', 'tag': '784d25ff-e020-49d2-b220-e7ca0f888ccc', 'status': 'completed', 'code': 200} Apr 06 17:42:06.946639 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f7f2ab69-1e4c-4453-b2eb-199b61633b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:06.948183 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-f7f2ab69-1e4c-4453-b2eb-199b61633b54 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 1127 time: 0.1029491 Apr 06 17:42:07.012146 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-d1a9aa45-9460-408f-92f6-1d41d92ebe8a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=784d25ff-e020-49d2-b220-e7ca0f888ccc HTTP/1.1" status: 200 len: 217 time: 0.0541418 Apr 06 17:42:07.076787 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccc697-a670-4420-a606-e59d86c9c28a req-97bb1efc-48d7-4e45-b4db-815072b4ff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:07.078994 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-97bb1efc-48d7-4e45-b4db-815072b4ff67 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 200 len: 854 time: 0.0598550 Apr 06 17:42:07.147694 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3ca97-7ed1-48dc-936c-668598262fba req-da251102-02df-4d7b-83ca-26753ebac2f1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:07.149607 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1f3ca97-7ed1-48dc-936c-668598262fba req-da251102-02df-4d7b-83ca-26753ebac2f1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 943 time: 0.1225028 Apr 06 17:42:07.160235 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ccc697-a670-4420-a606-e59d86c9c28a req-5ae229a0-c7bf-424b-a5d6-9f7ad890f8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:07.161747 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-5ae229a0-c7bf-424b-a5d6-9f7ad890f8dc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46a47786-96d2-4524-85d9-d3afc011b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641022 Apr 06 17:42:07.232041 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 499bef96-22fd-47c8-aaad-0d032289d260 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:42:07.260312 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1f3ca97-7ed1-48dc-936c-668598262fba req-469d7844-5b0f-4ffb-8450-7790a4ea3908 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014798 Apr 06 17:42:07.294328 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-ec3ae858-da64-418b-9da2-4539262292bd service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246402 Apr 06 17:42:07.320108 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 499bef96-22fd-47c8-aaad-0d032289d260 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:42:07.325232 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 499bef96-22fd-47c8-aaad-0d032289d260 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:42:07.325684 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (499bef96-22fd-47c8-aaad-0d032289d260), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:07.356133 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af93e7b-f166-418d-b5d7-23d430181747 req-fa9191e9-fbcc-4d63-b8a2-e619b803128d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:07.357912 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6af93e7b-f166-418d-b5d7-23d430181747 req-fa9191e9-fbcc-4d63-b8a2-e619b803128d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0615337 Apr 06 17:42:07.432920 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6af93e7b-f166-418d-b5d7-23d430181747 req-e1caf9a8-2130-4023-9200-3889a55cbfe0 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624037 Apr 06 17:42:07.446808 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 499bef96-22fd-47c8-aaad-0d032289d260 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:07.447221 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (499bef96-22fd-47c8-aaad-0d032289d260), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:07.470345 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-19ccc697-a670-4420-a606-e59d86c9c28a req-7f6b00b8-d7bd-4d19-890f-0a260c1e682e service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564667 Apr 06 17:42:07.492212 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 499bef96-22fd-47c8-aaad-0d032289d260, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=499bef96-22fd-47c8-aaad-0d032289d260,segment=NetworkSegment(0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162),segment_id=0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:07.501840 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (499bef96-22fd-47c8-aaad-0d032289d260), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:07.555074 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=499bef96-22fd-47c8-aaad-0d032289d260,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:07.626927 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15e1353-5c0c-42f8-bffb-9b5be580b528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499bef96-22fd-47c8-aaad-0d032289d260'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:07.629675 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28a1639-39c9-426b-abab-1f7961c2a87a" -d '{"events": [{"server_uuid": "e15e1353-5c0c-42f8-bffb-9b5be580b528", "name": "network-vif-plugged", "status": "completed", "tag": "499bef96-22fd-47c8-aaad-0d032289d260"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:07.673814 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc14281-75ad-4edc-b938-322360727d79 x-openstack-request-id: req-ffc14281-75ad-4edc-b938-322360727d79 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:07.674899 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15e1353-5c0c-42f8-bffb-9b5be580b528", "name": "network-vif-plugged", "status": "completed", "tag": "499bef96-22fd-47c8-aaad-0d032289d260", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:07.675357 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffc14281-75ad-4edc-b938-322360727d79 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:07.675957 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc14281-75ad-4edc-b938-322360727d79'] response: {'server_uuid': 'e15e1353-5c0c-42f8-bffb-9b5be580b528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499bef96-22fd-47c8-aaad-0d032289d260', 'code': 200} Apr 06 17:42:07.698832 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69a113-001a-4fa5-be0b-3194ef685d41 req-82e01f9e-347f-433f-b5e6-8594c7488617 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:07.700313 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc69a113-001a-4fa5-be0b-3194ef685d41 req-82e01f9e-347f-433f-b5e6-8594c7488617 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 945 time: 0.0579910 Apr 06 17:42:07.759503 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc69a113-001a-4fa5-be0b-3194ef685d41 req-40eea701-914d-4fa9-bce7-8358b18efb34 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464327 Apr 06 17:42:08.004308 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0d26-51af-48ff-a8e6-f558e3f1ad22 req-1426bcab-4056-45e0-9388-6576a2c19387 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:08.006510 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-847a0d26-51af-48ff-a8e6-f558e3f1ad22 req-1426bcab-4056-45e0-9388-6576a2c19387 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0646875 Apr 06 17:42:08.065983 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-847a0d26-51af-48ff-a8e6-f558e3f1ad22 req-e4dd2fd2-9169-4fc8-8dc1-4bae1791c145 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526447 Apr 06 17:42:08.331718 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0e229-d004-48ed-b39c-345f0b4f7dbc req-1677e37b-788c-428e-aa6d-a87a35725c8e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:08.334482 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dcd0e229-d004-48ed-b39c-345f0b4f7dbc req-1677e37b-788c-428e-aa6d-a87a35725c8e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0811932 Apr 06 17:42:08.422130 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dcd0e229-d004-48ed-b39c-345f0b4f7dbc req-f94bc282-e8a5-4acd-8be8-ce2512ccc329 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758770 Apr 06 17:42:08.442162 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e46aaa-fb40-4859-8db8-a8a863a2162a req-af73ea0f-df86-4f5b-a788-bbe6a149b724 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:08.444098 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-82e46aaa-fb40-4859-8db8-a8a863a2162a req-af73ea0f-df86-4f5b-a788-bbe6a149b724 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 943 time: 0.1087017 Apr 06 17:42:08.520716 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-82e46aaa-fb40-4859-8db8-a8a863a2162a req-d648a90b-fe83-4747-932d-d58514e0b7f9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677035 Apr 06 17:42:08.594831 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baffe3b-7de6-4ca6-be5b-0050162b769f req-213e5929-8650-4c57-8caf-2f6060287868 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:08.600750 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1baffe3b-7de6-4ca6-be5b-0050162b769f req-213e5929-8650-4c57-8caf-2f6060287868 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0790920 Apr 06 17:42:08.673021 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1baffe3b-7de6-4ca6-be5b-0050162b769f req-f3c0539b-ca21-4ce6-bd62-5d95eb7ed9bc tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667095 Apr 06 17:42:08.707197 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651bb42-7828-4875-a678-805339f97821 req-cf3e0994-b017-4b33-a675-a15f0202b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:08.708698 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-9651bb42-7828-4875-a678-805339f97821 req-cf3e0994-b017-4b33-a675-a15f0202b4a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 1127 time: 0.0657845 Apr 06 17:42:08.894715 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651bb42-7828-4875-a678-805339f97821 req-e90fd12d-6432-4968-b2bd-0a2b3c2c240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:08.896322 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-9651bb42-7828-4875-a678-805339f97821 req-e90fd12d-6432-4968-b2bd-0a2b3c2c240c service neutron] 10.222.0.49 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 916 time: 0.1707363 Apr 06 17:42:08.947545 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-9651bb42-7828-4875-a678-805339f97821 req-67ca02dd-1d5e-4fb4-964b-fd2ae6a5b023 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=784d25ff-e020-49d2-b220-e7ca0f888ccc HTTP/1.1" status: 200 len: 217 time: 0.0448856 Apr 06 17:42:09.016553 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651bb42-7828-4875-a678-805339f97821 req-96bc9e75-7e75-4a3d-b687-dd4d93e535aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.018167 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-9651bb42-7828-4875-a678-805339f97821 req-96bc9e75-7e75-4a3d-b687-dd4d93e535aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 200 len: 854 time: 0.0586545 Apr 06 17:42:09.084768 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651bb42-7828-4875-a678-805339f97821 req-4fb291bb-3be5-419b-88b4-67b146abbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.087092 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-9651bb42-7828-4875-a678-805339f97821 req-4fb291bb-3be5-419b-88b4-67b146abbd05 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46a47786-96d2-4524-85d9-d3afc011b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611947 Apr 06 17:42:09.228979 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-0ceae5f0-1086-4033-85e7-a1baa31887c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.228979 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-0ceae5f0-1086-4033-85e7-a1baa31887c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 1129 time: 0.4238753 Apr 06 17:42:09.254646 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-9651bb42-7828-4875-a678-805339f97821 req-6e0ed260-2b04-4ce6-9181-d95d8783194d service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596496 Apr 06 17:42:09.287345 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248573d9-ed61-4f40-9b07-e331debed110 req-7a2904ed-95bd-40e9-a741-7627061224d8 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.290454 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-248573d9-ed61-4f40-9b07-e331debed110 req-7a2904ed-95bd-40e9-a741-7627061224d8 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 945 time: 0.4373634 Apr 06 17:42:09.358997 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a28ee-7b52-4396-b8fd-48bf007809dc req-7c937c1c-299b-4173-892b-65681835faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.360521 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f3a28ee-7b52-4396-b8fd-48bf007809dc req-7c937c1c-299b-4173-892b-65681835faba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 1129 time: 0.4920690 Apr 06 17:42:09.408214 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-9651bb42-7828-4875-a678-805339f97821 req-8b271bf2-be20-40f2-a5c6-f94e278ded2a service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440170 Apr 06 17:42:09.441134 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-248573d9-ed61-4f40-9b07-e331debed110 req-9ffbf133-355b-47cc-a542-f3f353683547 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353400 Apr 06 17:42:09.503399 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-73a4ee42-1699-4e68-9fcc-516fb52d3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.505162 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-73a4ee42-1699-4e68-9fcc-516fb52d3094 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 200 len: 910 time: 0.2572982 Apr 06 17:42:09.512314 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f3a28ee-7b52-4396-b8fd-48bf007809dc req-2f6e8b12-5f46-471a-95dc-ecdb8a3abad8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441183 Apr 06 17:42:09.622175 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-66aba609-8af3-4489-86ab-4d536653da63 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6 HTTP/1.1" status: 200 len: 1000 time: 0.1088104 Apr 06 17:42:09.648151 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e374f6-eab8-43a6-82c2-1f6548a576ac req-07039884-21cd-443c-9639-3710788d1a6d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.650092 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c9e374f6-eab8-43a6-82c2-1f6548a576ac req-07039884-21cd-443c-9639-3710788d1a6d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0941672 Apr 06 17:42:09.723000 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c9e374f6-eab8-43a6-82c2-1f6548a576ac req-10f5e7c3-3d7d-4707-b289-378c49252887 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575790 Apr 06 17:42:09.741707 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3b318-3307-434a-982e-50ef586c9cfe req-443ce3e2-72c7-4fcc-b152-ab82b23ecbba tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.741707 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-45d3b318-3307-434a-982e-50ef586c9cfe req-443ce3e2-72c7-4fcc-b152-ab82b23ecbba tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 943 time: 0.1063864 Apr 06 17:42:09.840981 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-f75d2ddd-9ac7-4578-b7b4-f516bc499178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.842498 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-f75d2ddd-9ac7-4578-b7b4-f516bc499178 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=679d91da-34c0-4cc7-8657-b78253e29f8e HTTP/1.1" status: 200 len: 848 time: 0.1188984 Apr 06 17:42:09.887272 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-45d3b318-3307-434a-982e-50ef586c9cfe req-6ee439a1-e071-417c-9087-358843076d9a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451209 Apr 06 17:42:09.926623 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778453f8-02ee-41ae-b57d-52f97ddcf612 req-17fb4fe3-b296-4fab-bbb0-ddf78a5477f4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.928451 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-778453f8-02ee-41ae-b57d-52f97ddcf612 req-17fb4fe3-b296-4fab-bbb0-ddf78a5477f4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1363289 Apr 06 17:42:09.931827 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-e6e0029c-f5a4-4096-8a8f-b3954d0a56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:09.933303 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-e6e0029c-f5a4-4096-8a8f-b3954d0a56cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6369e41b-044c-4773-9dbb-ba65b327e8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826151 Apr 06 17:42:09.997592 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-778453f8-02ee-41ae-b57d-52f97ddcf612 req-3b056314-298b-499c-b0e1-07279cee1e9c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626915 Apr 06 17:42:10.460519 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-3d696484-9021-4916-9a32-a126f4ae50cb service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989027 Apr 06 17:42:10.653850 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5c86d-a16f-42df-a16a-0e8417b1fe74 req-fb7341a8-7a2c-422c-a753-9d5b4a46a0d8 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:10.655650 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-70b5c86d-a16f-42df-a16a-0e8417b1fe74 req-fb7341a8-7a2c-422c-a753-9d5b4a46a0d8 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 945 time: 0.1080916 Apr 06 17:42:10.662865 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f609ae9-43a9-441d-89b8-ec939fb9ccb4 req-2e2083f1-3e61-4c75-98a7-9aafffbdad13 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827080 Apr 06 17:42:10.718169 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-70b5c86d-a16f-42df-a16a-0e8417b1fe74 req-4949b617-3472-4169-a33e-2477766cbfc0 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522957 Apr 06 17:42:10.864634 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39319698-29ab-4daf-bbd4-535a1bff6d03 req-b1b22ee5-733d-4e86-a2b6-c684780ab1a2 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:10.866416 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-39319698-29ab-4daf-bbd4-535a1bff6d03 req-b1b22ee5-733d-4e86-a2b6-c684780ab1a2 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0660479 Apr 06 17:42:10.928365 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-39319698-29ab-4daf-bbd4-535a1bff6d03 req-43d67543-2d80-409f-aa3e-18a2e15957e4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529878 Apr 06 17:42:11.059293 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a51d4a-a423-4b62-acdb-394f0c0a2898 req-42943abb-4824-4e4b-88f1-590cdbec0181 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:11.060893 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-40a51d4a-a423-4b62-acdb-394f0c0a2898 req-42943abb-4824-4e4b-88f1-590cdbec0181 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 943 time: 0.0737939 Apr 06 17:42:11.146200 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-40a51d4a-a423-4b62-acdb-394f0c0a2898 req-d4e59aed-0e7d-4aa1-8911-97156f8ca98a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787063 Apr 06 17:42:11.157111 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4679f-b5bf-4036-b9dd-01017f012fd2 req-6e32ba72-25a8-4977-a815-ac020200b91a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:11.159101 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8be4679f-b5bf-4036-b9dd-01017f012fd2 req-6e32ba72-25a8-4977-a815-ac020200b91a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0847001 Apr 06 17:42:11.222257 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8be4679f-b5bf-4036-b9dd-01017f012fd2 req-6df2ebb6-0bb9-40e8-9625-61452718e9b3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499687 Apr 06 17:42:11.250753 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 784d25ff-e020-49d2-b220-e7ca0f888ccc details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:42:11.450126 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 784d25ff-e020-49d2-b220-e7ca0f888ccc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=784d25ff-e020-49d2-b220-e7ca0f888ccc,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:11.464337 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '784d25ff-e020-49d2-b220-e7ca0f888ccc', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'port_id': '784d25ff-e020-49d2-b220-e7ca0f888ccc', 'mac_address': 'fa:16:3e:f7:42:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:42:11.509431 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 784d25ff-e020-49d2-b220-e7ca0f888ccc is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:11.509763 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:11.524494 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 784d25ff-e020-49d2-b220-e7ca0f888ccc {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:42:11.548334 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 784d25ff-e020-49d2-b220-e7ca0f888ccc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=784d25ff-e020-49d2-b220-e7ca0f888ccc,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:11.553154 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:11.619114 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=784d25ff-e020-49d2-b220-e7ca0f888ccc,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:11.859081 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7435bc-f782-4775-a0f5-f704d65a8608 req-05e84eae-1ec1-4318-92b3-25aadaf9541d tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:11.860667 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1d7435bc-f782-4775-a0f5-f704d65a8608 req-05e84eae-1ec1-4318-92b3-25aadaf9541d tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 945 time: 0.0627167 Apr 06 17:42:11.921604 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1d7435bc-f782-4775-a0f5-f704d65a8608 req-14cf1c18-bf85-4971-bb93-89a648f2d62c tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553823 Apr 06 17:42:11.967979 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['784d25ff-e020-49d2-b220-e7ca0f888ccc'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:42:12.111653 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76db75-be45-4df2-adb5-0e68efe6c8b5 req-03e4b91d-ff64-454a-a735-5563c0cd7fbb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:12.113185 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-de76db75-be45-4df2-adb5-0e68efe6c8b5 req-03e4b91d-ff64-454a-a735-5563c0cd7fbb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0860662 Apr 06 17:42:12.222274 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-de76db75-be45-4df2-adb5-0e68efe6c8b5 req-61bf842b-7f50-434d-81d6-a6a94c973e49 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997672 Apr 06 17:42:12.345818 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b9946-a220-432d-9442-250b63847d71 req-1ab199de-a684-4898-9118-ad2cdc9c65ee tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:12.347405 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-787b9946-a220-432d-9442-250b63847d71 req-1ab199de-a684-4898-9118-ad2cdc9c65ee tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 944 time: 0.1109469 Apr 06 17:42:12.397403 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0b06-4659-4305-8183-ffc3ac29cf6d req-fb060a54-5d5e-4e25-9913-ffa08e6a823a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:12.399210 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e4fe0b06-4659-4305-8183-ffc3ac29cf6d req-fb060a54-5d5e-4e25-9913-ffa08e6a823a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0967724 Apr 06 17:42:12.437859 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-787b9946-a220-432d-9442-250b63847d71 req-416f3816-24c3-423a-8b7c-e4b4addaac6b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767136 Apr 06 17:42:12.471343 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e4fe0b06-4659-4305-8183-ffc3ac29cf6d req-2f65b79c-cdd7-40ea-9fe7-39ad14bbb55e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645759 Apr 06 17:42:13.252022 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 784d25ff-e020-49d2-b220-e7ca0f888ccc up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:42:13.327534 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 784d25ff-e020-49d2-b220-e7ca0f888ccc completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:42:13.332350 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 784d25ff-e020-49d2-b220-e7ca0f888ccc triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:42:13.332732 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:13.397466 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801c3da-edd6-4c6c-a52a-30ebec5377c4 req-1c2b671d-84aa-44f2-b875-7d94da16d858 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:13.399967 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6801c3da-edd6-4c6c-a52a-30ebec5377c4 req-1c2b671d-84aa-44f2-b875-7d94da16d858 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0924571 Apr 06 17:42:13.453361 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 784d25ff-e020-49d2-b220-e7ca0f888ccc is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:13.453759 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:13.486922 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6801c3da-edd6-4c6c-a52a-30ebec5377c4 req-d68b5156-5031-4ade-946f-0c8bbfeb29ff tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791185 Apr 06 17:42:13.532413 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 784d25ff-e020-49d2-b220-e7ca0f888ccc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=784d25ff-e020-49d2-b220-e7ca0f888ccc,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:13.534498 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6117cf3e-6587-4315-be11-947deb1f484c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784d25ff-e020-49d2-b220-e7ca0f888ccc'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:13.542189 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1917f1-a056-4272-bb33-2037ffd7de5f" -d '{"events": [{"server_uuid": "6117cf3e-6587-4315-be11-947deb1f484c", "name": "network-vif-plugged", "status": "completed", "tag": "784d25ff-e020-49d2-b220-e7ca0f888ccc"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:13.550353 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:13.610356 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd58c1-6f02-4970-89c7-3b001d7cf778 req-6a1b37e5-de0e-4256-a7f0-1cc8009617d3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:13.611995 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ecdd58c1-6f02-4970-89c7-3b001d7cf778 req-6a1b37e5-de0e-4256-a7f0-1cc8009617d3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 945 time: 0.0714757 Apr 06 17:42:13.661919 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=784d25ff-e020-49d2-b220-e7ca0f888ccc,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:13.712692 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669ea82-4263-4dc8-a68f-a0940a004316 req-c31473e7-ec53-46ed-9535-8a2a94c76893 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:13.713697 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8669ea82-4263-4dc8-a68f-a0940a004316 req-c31473e7-ec53-46ed-9535-8a2a94c76893 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0989368 Apr 06 17:42:13.718655 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ecdd58c1-6f02-4970-89c7-3b001d7cf778 req-05d953c5-918f-4f59-a429-3eea679fcda1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909746 Apr 06 17:42:13.778155 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8669ea82-4263-4dc8-a68f-a0940a004316 req-119316f0-0268-4498-8ee5-d836382257ce tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561426 Apr 06 17:42:13.785619 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d18cea-d98d-4197-949c-72d2a0ac4e67 x-openstack-request-id: req-44d18cea-d98d-4197-949c-72d2a0ac4e67 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:13.786001 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6117cf3e-6587-4315-be11-947deb1f484c", "name": "network-vif-plugged", "status": "completed", "tag": "784d25ff-e020-49d2-b220-e7ca0f888ccc", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:13.786355 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44d18cea-d98d-4197-949c-72d2a0ac4e67 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:13.786922 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d18cea-d98d-4197-949c-72d2a0ac4e67'] response: {'server_uuid': '6117cf3e-6587-4315-be11-947deb1f484c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '784d25ff-e020-49d2-b220-e7ca0f888ccc', 'code': 200} Apr 06 17:42:14.015931 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff1536-63a7-4a12-b8c3-04402443f658 req-e4be7323-f70c-47ad-a0a1-3767db18bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:14.017472 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e7ff1536-63a7-4a12-b8c3-04402443f658 req-e4be7323-f70c-47ad-a0a1-3767db18bb6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 1129 time: 0.0507462 Apr 06 17:42:14.091738 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e7ff1536-63a7-4a12-b8c3-04402443f658 req-f4762776-9faf-4392-9292-740d099047e5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577974 Apr 06 17:42:14.880529 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7294d06-5279-4587-81df-6bf4c641448e req-89ef4a4f-69fa-4073-b99e-a999a3032533 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:14.882099 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7294d06-5279-4587-81df-6bf4c641448e req-89ef4a4f-69fa-4073-b99e-a999a3032533 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 945 time: 0.0798883 Apr 06 17:42:14.959192 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7294d06-5279-4587-81df-6bf4c641448e req-0d737501-693e-4bb0-a7fd-e53d01608fd8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541310 Apr 06 17:42:14.969075 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc11c8-f3a5-40f3-9417-d18ff94d4074 req-4696cb15-3afb-4044-a598-058044b95377 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:14.974732 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d2bc11c8-f3a5-40f3-9417-d18ff94d4074 req-4696cb15-3afb-4044-a598-058044b95377 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1107366 Apr 06 17:42:15.030101 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d2bc11c8-f3a5-40f3-9417-d18ff94d4074 req-8d747fbd-880c-4269-bf0c-dcdb8f79c6f3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446916 Apr 06 17:42:16.087881 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a63c1e-d006-49bf-980b-7b64bb64ff26 req-ed97a672-9b1a-45a5-a022-e6a4241d402f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:16.089533 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d5a63c1e-d006-49bf-980b-7b64bb64ff26 req-ed97a672-9b1a-45a5-a022-e6a4241d402f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 945 time: 0.0611103 Apr 06 17:42:16.183772 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d5a63c1e-d006-49bf-980b-7b64bb64ff26 req-f6fee833-4ab4-49c9-a71e-d717ec1f73c7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867283 Apr 06 17:42:16.219937 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541887d0-53e3-4679-83fb-bea58bdc407e req-6711bd32-4152-49b8-8f59-f08158ad0bc8 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:16.221665 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-541887d0-53e3-4679-83fb-bea58bdc407e req-6711bd32-4152-49b8-8f59-f08158ad0bc8 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0979738 Apr 06 17:42:16.308798 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-541887d0-53e3-4679-83fb-bea58bdc407e req-93ab8823-23de-4fac-95f2-bc1d7309b80c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777972 Apr 06 17:42:16.330433 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900726e-d25b-4a50-bb34-b33f612136b2 req-6697667b-f5c1-4568-b83a-74be3453d852 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:16.331911 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e900726e-d25b-4a50-bb34-b33f612136b2 req-6697667b-f5c1-4568-b83a-74be3453d852 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 945 time: 0.0694153 Apr 06 17:42:16.341648 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 54336) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:42:16.345959 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-6b121c74-acf3-4625-8520-91944944d398 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'floatingip': {'port_id': '784d25ff-e020-49d2-b220-e7ca0f888ccc'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:42:16.385655 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b121c74-acf3-4625-8520-91944944d398 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (e280bc30-44bc-4e1c-a944-aad0153846af), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:16.848529 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b121c74-acf3-4625-8520-91944944d398 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:16.852537 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b121c74-acf3-4625-8520-91944944d398 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (e280bc30-44bc-4e1c-a944-aad0153846af), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:16.958120 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-6b121c74-acf3-4625-8520-91944944d398 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Floating IP e280bc30-44bc-4e1c-a944-aad0153846af associated. External IP: 172.27.2.119, port: 784d25ff-e020-49d2-b220-e7ca0f888ccc. Apr 06 17:42:17.453966 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-8d1b0d07-007c-4442-be6b-b942abd44ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:17.455466 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-8d1b0d07-007c-4442-be6b-b942abd44ad7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 1130 time: 0.3508148 Apr 06 17:42:17.465225 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:42:17.475549 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b121c74-acf3-4625-8520-91944944d398 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Router 07e59484-0984-4a4d-91f9-65393fea5309 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:42:17.526630 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7614e-fa3c-4b9e-a0e7-7acc55223deb req-472c0233-e3d4-415b-81d0-76227cdfb79d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:17.528087 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f1e7614e-fa3c-4b9e-a0e7-7acc55223deb req-472c0233-e3d4-415b-81d0-76227cdfb79d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.1356013 Apr 06 17:42:17.682892 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f1e7614e-fa3c-4b9e-a0e7-7acc55223deb req-b9ad2833-cb7e-4bef-a637-f2a9aee03662 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473317 Apr 06 17:42:17.687990 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-b403adab-dccb-4faf-aae6-923691c1a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:17.689376 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-b403adab-dccb-4faf-aae6-923691c1a59d service neutron] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 917 time: 0.2264264 Apr 06 17:42:17.744094 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b121c74-acf3-4625-8520-91944944d398 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:42:17.749514 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b121c74-acf3-4625-8520-91944944d398 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:17.753587 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:42:17.765407 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:42:17.766743 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:42:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:42:17.791350 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-f368ba67-9706-48b4-bcc9-9b51b5bce6e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed HTTP/1.1" status: 200 len: 1001 time: 0.0943987 Apr 06 17:42:17.795014 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6b121c74-acf3-4625-8520-91944944d398 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "PUT /v2.0/floatingips/e280bc30-44bc-4e1c-a944-aad0153846af HTTP/1.1" status: 200 len: 991 time: 1.4522958 Apr 06 17:42:17.795595 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6117cf3e-6587-4315-be11-947deb1f484c', 'tag': '784d25ff-e020-49d2-b220-e7ca0f888ccc'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:17.797896 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "6117cf3e-6587-4315-be11-947deb1f484c", "tag": "784d25ff-e020-49d2-b220-e7ca0f888ccc"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:17.860464 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73d5b83-5461-463d-a30b-87d7b68f2f46 x-openstack-request-id: req-e73d5b83-5461-463d-a30b-87d7b68f2f46 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:17.860758 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6117cf3e-6587-4315-be11-947deb1f484c", "tag": "784d25ff-e020-49d2-b220-e7ca0f888ccc", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:17.861012 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e73d5b83-5461-463d-a30b-87d7b68f2f46 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:17.861460 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73d5b83-5461-463d-a30b-87d7b68f2f46'] response: {'name': 'network-changed', 'server_uuid': '6117cf3e-6587-4315-be11-947deb1f484c', 'tag': '784d25ff-e020-49d2-b220-e7ca0f888ccc', 'status': 'completed', 'code': 200} Apr 06 17:42:17.863048 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-4dffdb6e-a60b-48ea-a6f8-74970fdf883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:17.864513 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-4dffdb6e-a60b-48ea-a6f8-74970fdf883e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.0639880 Apr 06 17:42:17.955189 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-ab7ec1e8-0058-4c0c-84a2-45d1f72b73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:17.956695 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-ab7ec1e8-0058-4c0c-84a2-45d1f72b73fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719090 Apr 06 17:42:17.966564 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-b523765d-d1a9-4e66-9938-0aa72aacc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:17.967936 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-b523765d-d1a9-4e66-9938-0aa72aacc99b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 1129 time: 0.0580618 Apr 06 17:42:17.973029 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:42:18.139321 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-a6e669b6-58c4-4bdc-80e3-a93668033723 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641486 Apr 06 17:42:18.140673 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-cd02bd64-dc98-46b7-9515-5b864e1e2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:18.141890 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-cd02bd64-dc98-46b7-9515-5b864e1e2765 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 916 time: 0.1601157 Apr 06 17:42:18.203470 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd93bb3f2-97be-439b-b86d-75b2bb42611c', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:90:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:58Z', 'updated_at': '2022-04-06T17:40:26Z', 'revision_number': 2, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}, {'id': 'e280bc30-44bc-4e1c-a944-aad0153846af', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': '784d25ff-e020-49d2-b220-e7ca0f888ccc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:f7:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117cf3e-6587-4315-be11-947deb1f484c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:42:00Z', 'updated_at': '2022-04-06T17:42:16Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:42:18.233789 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:42:18.244074 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:42:18.244688 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:42:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:42:18.264987 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-451eca19-b00b-4838-8d58-f04099e4a045 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=784d25ff-e020-49d2-b220-e7ca0f888ccc HTTP/1.1" status: 200 len: 999 time: 0.1065705 Apr 06 17:42:18.323283 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-896e1004-7897-4d60-929e-b9097f78e0b3 req-52960a74-b8f3-43d7-9339-e82ccbdb81b4 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720979 Apr 06 17:42:18.331076 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-13f3c302-98ef-4f28-a84d-e8bd583a08e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:18.332507 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-13f3c302-98ef-4f28-a84d-e8bd583a08e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 200 len: 854 time: 0.0596836 Apr 06 17:42:18.354578 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:42:18.388006 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-4781ed80-d10a-4215-be10-401baa94e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:18.389562 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-4781ed80-d10a-4215-be10-401baa94e6ac service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46a47786-96d2-4524-85d9-d3afc011b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466170 Apr 06 17:42:18.586591 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd93bb3f2-97be-439b-b86d-75b2bb42611c', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:90:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:58Z', 'updated_at': '2022-04-06T17:40:26Z', 'revision_number': 2, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}, {'id': 'e280bc30-44bc-4e1c-a944-aad0153846af', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': '784d25ff-e020-49d2-b220-e7ca0f888ccc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:f7:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117cf3e-6587-4315-be11-947deb1f484c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:42:00Z', 'updated_at': '2022-04-06T17:42:16Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:42:18.611762 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76ceb2-5c83-41e8-86ae-d51948c3686b None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd93bb3f2-97be-439b-b86d-75b2bb42611c', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:90:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:58Z', 'updated_at': '2022-04-06T17:40:26Z', 'revision_number': 2, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}, {'id': 'e280bc30-44bc-4e1c-a944-aad0153846af', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': '784d25ff-e020-49d2-b220-e7ca0f888ccc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:f7:42:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6117cf3e-6587-4315-be11-947deb1f484c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:42:00Z', 'updated_at': '2022-04-06T17:42:16Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:42:18.816644 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437923c-ddb1-438b-8e01-283a16436927 req-c29cf826-175c-49f8-972d-1fba8a72d258 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:18.818443 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2b7898-57a3-4df1-9986-2243daf81aca None None] New status for floating IP e280bc30-44bc-4e1c-a944-aad0153846af: ACTIVE {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:42:18.818921 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1437923c-ddb1-438b-8e01-283a16436927 req-c29cf826-175c-49f8-972d-1fba8a72d258 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0634778 Apr 06 17:42:18.875946 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1437923c-ddb1-438b-8e01-283a16436927 req-c41cae05-9f97-43c6-a0ff-b1ca5139dcb6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487230 Apr 06 17:42:19.102093 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-9c1e2dd0-8538-4a09-8ca4-77cc4743a37e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203371128&fields=id&tenant_id=85f20732d96644339e3686ca3c4b638a HTTP/1.1" status: 200 len: 267 time: 0.0457306 Apr 06 17:42:19.216139 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-2f9a4e4a-9500-4b26-8d37-d23ae1ecde17 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:19.217605 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-2f9a4e4a-9500-4b26-8d37-d23ae1ecde17 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 811 time: 0.1090696 Apr 06 17:42:19.234848 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-51a40b91-3ff4-4e67-826f-f285d7a0fab1 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/quotas/85f20732d96644339e3686ca3c4b638a HTTP/1.1" status: 200 len: 375 time: 0.0101507 Apr 06 17:42:19.295679 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e679ca6a-486b-4383-bcb9-7872604f8aaa tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516584 Apr 06 17:42:19.391893 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-944162b1-78be-4681-a45d-fac049a54b36 service neutron] 10.222.0.18 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843854 Apr 06 17:42:19.488574 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-f6ac36c6-6534-461b-adeb-428bc4adc45b service neutron] 10.222.0.18 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910606 Apr 06 17:42:19.783808 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d74abb7c-64e1-4e14-9f6d-444e2c8f219c req-c617d42d-e1a5-4c88-958c-a7c302e4b4fb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 210 time: 0.0278838 Apr 06 17:42:20.008732 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ec20d-af48-4228-881a-626746fcab7f req-9080ff90-e9fb-4af8-9a34-8340b2317dc0 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:20.010297 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e84ec20d-af48-4228-881a-626746fcab7f req-9080ff90-e9fb-4af8-9a34-8340b2317dc0 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0565114 Apr 06 17:42:20.064661 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e84ec20d-af48-4228-881a-626746fcab7f req-713e5a28-36c7-4a2b-8052-18f7b13ec293 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483215 Apr 06 17:42:20.300404 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-dcee33d5-2eb5-4c86-94b3-7660e5cba803 service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911562 Apr 06 17:42:20.444605 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96e4cf7c-5eec-4fc0-ac31-5dff3eb29ac3 req-8a837451-e188-4aa6-9d4b-7924eec29068 service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110704 Apr 06 17:42:20.877608 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7ae4411-3613-410c-af08-0a970bc56564 req-fd1f23fe-5fad-4cd1-94dc-120b0e88df67 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 210 time: 0.0292976 Apr 06 17:42:21.255010 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e3f021a8-38ec-4ba6-8094-d0f007ab28ed no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:42:21.258450 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7518ff-7dec-4860-a3a7-8e7f444f43ca req-02958084-d728-4957-9624-cade7f1967e3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:21.259984 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ea7518ff-7dec-4860-a3a7-8e7f444f43ca req-02958084-d728-4957-9624-cade7f1967e3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 946 time: 0.0950732 Apr 06 17:42:21.265539 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-5bef1345-beb3-44ea-87e6-846099374e8d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:21.266873 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-5bef1345-beb3-44ea-87e6-846099374e8d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 811 time: 0.1535687 Apr 06 17:42:21.330583 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ea7518ff-7dec-4860-a3a7-8e7f444f43ca req-efbaeafd-ac0b-4cd6-aba5-778eb9d7b596 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626705 Apr 06 17:42:21.341496 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port e3f021a8-38ec-4ba6-8094-d0f007ab28ed is: ACTIVE; New status is: DOWN {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:21.341923 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:21.369135 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:21.371386 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c54e01b-c08a-49c8-bf75-d7e4d427b261" -d '{"events": [{"server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "name": "network-vif-unplugged", "status": "completed", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:21.385154 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:21.387698 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-17f21cfe-6001-41c5-89b0-2bf155f12922 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85f20732d96644339e3686ca3c4b638a HTTP/1.1" status: 200 len: 379 time: 0.0825946 Apr 06 17:42:21.390882 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:21.401725 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'port': {'device_id': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'admin_state_up': True, 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'security_groups': ['10803a4f-be78-4df8-8b8c-2118432b8125']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:42:21.420087 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf27600a-eb5c-45c1-955e-fead922d30c3 x-openstack-request-id: req-cf27600a-eb5c-45c1-955e-fead922d30c3 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:21.420377 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "name": "network-vif-unplugged", "status": "failed", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed", "code": 422}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:21.420748 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf27600a-eb5c-45c1-955e-fead922d30c3 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:21.421189 dv-cinder-835880-5-iscsi neutron-server[104732]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cf27600a-eb5c-45c1-955e-fead922d30c3']: {'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'code': 422} returned with failed status Apr 06 17:42:21.452373 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=8']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:21.530859 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Made reservation on behalf of 85f20732d96644339e3686ca3c4b638a for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:42:21.534359 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:21.666424 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Allocated IP 172.20.0.4 (67728473-918d-4a41-8dd2-dc3daea1b8b3/4cff0274-56b4-466d-9aed-75786ee2cf1c/f6b3d779-d5b1-4dab-bb2e-af69bd607b82) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:42:21.823405 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:21.861253 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:21.904048 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-d28d9bed-2f74-4002-9d33-c5c8c7d432ad req-a532aa21-db6a-43ef-9946-f77d2f1b2f9c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:42:21.905480 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d28d9bed-2f74-4002-9d33-c5c8c7d432ad req-a532aa21-db6a-43ef-9946-f77d2f1b2f9c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075178 Apr 06 17:42:21.924997 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:42:21.929155 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:42:21.932507 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'Port': ['ID=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:21.935580 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:42:22.044727 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:22.045305 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:22.077284 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2bf93-bdcd-427e-86c0-59d0eb885880 req-ad19b76c-4609-4db9-93d5-c00941a3accd tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:22.078927 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2fc2bf93-bdcd-427e-86c0-59d0eb885880 req-ad19b76c-4609-4db9-93d5-c00941a3accd tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 931 time: 0.0858824 Apr 06 17:42:22.082325 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-3206614d-f0e0-414b-8dbd-5085a792a9bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6866522 Apr 06 17:42:22.127517 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Request body: {'port': {'device_id': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:42:22.201968 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2fc2bf93-bdcd-427e-86c0-59d0eb885880 req-49addf82-596d-4d1b-92ad-cbc75193237c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095850 Apr 06 17:42:22.240784 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f16c7-8e17-4bc8-b0b3-8d23d540ed13 req-707fd78f-50c2-4267-99fe-cf678bd2c528 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:22.242749 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9d3f16c7-8e17-4bc8-b0b3-8d23d540ed13 req-707fd78f-50c2-4267-99fe-cf678bd2c528 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.1594992 Apr 06 17:42:22.245273 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:22.275817 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-507fb0d3-9736-4e16-b504-ff1b3993bd29 None None] Provisioning complete for port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:42:22.276788 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-507fb0d3-9736-4e16-b504-ff1b3993bd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:22.318185 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-507fb0d3-9736-4e16-b504-ff1b3993bd29 None None] Port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:42:22.344284 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9d3f16c7-8e17-4bc8-b0b3-8d23d540ed13 req-19d4ef7d-0512-4bc6-a944-8e280bda5186 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905080 Apr 06 17:42:22.395627 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 54438) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:42:22.503365 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-35716b20-7c0b-4c8d-adef-30760e07fffe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063926 Apr 06 17:42:22.515739 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-a499f145-3e63-4799-8c37-8bf7ddf9cb5a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:42:22.516873 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-a499f145-3e63-4799-8c37-8bf7ddf9cb5a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077152 Apr 06 17:42:22.605636 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 54448) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:42:22.657975 dv-cinder-835880-5-iscsi neutron-server[104731]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 17:42:22.702288 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-8c2fd1a8-cc9e-4bad-8583-1bbcf1924d9c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:22.703635 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-8c2fd1a8-cc9e-4bad-8583-1bbcf1924d9c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports/e3f021a8-38ec-4ba6-8094-d0f007ab28ed HTTP/1.1" status: 200 len: 941 time: 0.0970006 Apr 06 17:42:22.787571 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b3d779-d5b1-4dab-bb2e-af69bd607b82 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:42:22.795889 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Publish callbacks [] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:22.808776 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Transition to ACTIVE for port object f6b3d779-d5b1-4dab-bb2e-af69bd607b82 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:42:22.813129 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:22.873473 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:22.948125 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Attempting to bind port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:42:22.948466 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Attempting to bind port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:42:22.948797 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Attempting to bind port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:42:22.953210 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:42:22.954049 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Attempting to bind port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:42:22.958839 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:42:22.959553 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Checking segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:42:22.959938 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Bound using segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:42:22.961006 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Bound port: f6b3d779-d5b1-4dab-bb2e-af69bd607b82, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:42:22.961299 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:23.034676 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] For port f6b3d779-d5b1-4dab-bb2e-af69bd607b82, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:42:23.038154 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] For port f6b3d779-d5b1-4dab-bb2e-af69bd607b82, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:42:23.050437 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:23.098610 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:23.099503 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:23.100993 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] 10.222.0.49 "PUT /v2.0/ports/f6b3d779-d5b1-4dab-bb2e-af69bd607b82 HTTP/1.1" status: 200 len: 1093 time: 0.9778903 Apr 06 17:42:23.103951 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'tag': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:23.106893 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09047457-8e7b-4d8d-a402-c94a4f14a268" -d '{"events": [{"name": "network-changed", "server_uuid": "bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc", "tag": "f6b3d779-d5b1-4dab-bb2e-af69bd607b82"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:23.144639 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d58173-493d-459e-adb5-0a0a16456d89 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:23.173533 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a05cf5-a29d-471e-bd33-0e16867fa0ef x-openstack-request-id: req-f9a05cf5-a29d-471e-bd33-0e16867fa0ef {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:23.173824 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc", "tag": "f6b3d779-d5b1-4dab-bb2e-af69bd607b82", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:23.174357 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9a05cf5-a29d-471e-bd33-0e16867fa0ef {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:23.174897 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a05cf5-a29d-471e-bd33-0e16867fa0ef'] response: {'name': 'network-changed', 'server_uuid': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'tag': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82', 'status': 'completed', 'code': 200} Apr 06 17:42:23.209709 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-072861e8-70ad-4586-be6d-b6cc5a89df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:23.211946 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-072861e8-70ad-4586-be6d-b6cc5a89df45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 1127 time: 0.0520933 Apr 06 17:42:23.269971 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-6d14d1d1-3459-4bef-87b2-11bab2516288 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b3d779-d5b1-4dab-bb2e-af69bd607b82 HTTP/1.1" status: 200 len: 217 time: 0.0373838 Apr 06 17:42:23.377609 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-6dcbe7e4-7af6-4977-b88a-182c45a31c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:23.379573 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-6dcbe7e4-7af6-4977-b88a-182c45a31c62 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0837674 Apr 06 17:42:23.391540 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514bf71-bf8d-4151-9f77-a5df0ba7eb29 req-343d6d71-08c5-4e3a-9f95-617fa97151bf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:23.393068 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3514bf71-bf8d-4151-9f77-a5df0ba7eb29 req-343d6d71-08c5-4e3a-9f95-617fa97151bf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.1100142 Apr 06 17:42:23.503741 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3514bf71-bf8d-4151-9f77-a5df0ba7eb29 req-4d5a48f3-1eb2-4d22-83de-4778c752cd7c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995188 Apr 06 17:42:23.516737 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-d7d01f94-a29f-4429-b89f-8f9d221c8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:23.518283 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-d7d01f94-a29f-4429-b89f-8f9d221c8efe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1242199 Apr 06 17:42:23.529925 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e92ae5-78f7-4ef7-a0bf-7cc5319e823a req-c2d1eb67-e324-4bf1-87a4-32bca3134b63 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:23.531451 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0e92ae5-78f7-4ef7-a0bf-7cc5319e823a req-c2d1eb67-e324-4bf1-87a4-32bca3134b63 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0965514 Apr 06 17:42:23.631676 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0e92ae5-78f7-4ef7-a0bf-7cc5319e823a req-df38cc03-01bc-400b-8bb5-d7ede90c473e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901940 Apr 06 17:42:23.652725 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-35f3e513-bf8a-4985-b803-e2c1d0210cff service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180334 Apr 06 17:42:23.747392 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7b436bd2-2a3a-40ba-9334-a97320fae078 req-07410622-522d-45e9-ae3e-25d30d08e652 service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881848 Apr 06 17:42:24.129483 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-933d985c-a67a-4751-8b1d-280d86848715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:24.131351 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-933d985c-a67a-4751-8b1d-280d86848715 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 1127 time: 0.0474732 Apr 06 17:42:24.235226 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-b59528f4-5448-4621-bc75-819d8b86add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:24.237024 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-b59528f4-5448-4621-bc75-819d8b86add1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 912 time: 0.0978215 Apr 06 17:42:24.289384 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-54725480-9079-4885-bd40-8a66328fb8fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b3d779-d5b1-4dab-bb2e-af69bd607b82 HTTP/1.1" status: 200 len: 217 time: 0.0376194 Apr 06 17:42:24.342885 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-751293b3-06f1-4311-961e-07a61dcfc856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:24.344265 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-751293b3-06f1-4311-961e-07a61dcfc856 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0459373 Apr 06 17:42:24.399664 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-12385d00-5998-4a22-9fce-f0013ce4364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:24.401152 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-12385d00-5998-4a22-9fce-f0013ce4364d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504715 Apr 06 17:42:24.630764 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c36cc8-d9e0-4e75-9c14-195f23c6c032 req-58139895-219d-4d90-9944-f62b7cbdf441 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:24.632238 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-24c36cc8-d9e0-4e75-9c14-195f23c6c032 req-58139895-219d-4d90-9944-f62b7cbdf441 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0539756 Apr 06 17:42:24.686480 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-24c36cc8-d9e0-4e75-9c14-195f23c6c032 req-283ff8ec-d7be-443f-818b-2407155d51e2 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476215 Apr 06 17:42:24.882464 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-9d3263bb-1200-4f31-913a-416fdbc8483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:24.883871 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-9d3263bb-1200-4f31-913a-416fdbc8483b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef&tenant_id=1acd353f385b44ef8976ac85be9bdc6f HTTP/1.1" status: 200 len: 1128 time: 0.1886020 Apr 06 17:42:24.885853 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-61d24410-4a75-4cd0-ad11-799b873ba5ea service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985149 Apr 06 17:42:24.892249 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274230f0-ecf5-4d22-a580-8a5323c54dd4 req-3a72fa07-e005-474b-9f03-15c154864302 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:24.893601 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-274230f0-ecf5-4d22-a580-8a5323c54dd4 req-3a72fa07-e005-474b-9f03-15c154864302 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.1627815 Apr 06 17:42:25.045948 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-274230f0-ecf5-4d22-a580-8a5323c54dd4 req-07a876c3-9428-4b49-808f-6ab3bd827425 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451390 Apr 06 17:42:25.061667 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-a5663915-418d-4721-aa57-f4a5952e0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:25.063166 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-a5663915-418d-4721-aa57-f4a5952e0963 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 1128 time: 0.1390309 Apr 06 17:42:25.066809 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-09047457-8e7b-4d8d-a402-c94a4f14a268 req-de31616c-b292-4e2b-90d5-4f048760e5bd service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672521 Apr 06 17:42:25.161479 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-e2488898-b8ca-45f1-9b81-2dbdc69055b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:25.162887 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-e2488898-b8ca-45f1-9b81-2dbdc69055b6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 917 time: 0.0884333 Apr 06 17:42:25.233731 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-2f040537-6eef-4817-bd3a-93cd39bf522a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed HTTP/1.1" status: 200 len: 999 time: 0.0628705 Apr 06 17:42:25.271652 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e3f021a8-38ec-4ba6-8094-d0f007ab28ed no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:42:25.288320 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-53984419-f443-4d50-a006-84ac1918e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:25.290632 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-53984419-f443-4d50-a006-84ac1918e2db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.0461471 Apr 06 17:42:25.340556 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-2cca9097-e132-484b-ac4a-36e781ba0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:25.342081 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-2cca9097-e132-484b-ac4a-36e781ba0058 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451841 Apr 06 17:42:25.345825 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port e3f021a8-38ec-4ba6-8094-d0f007ab28ed is: DOWN; New status is: DOWN {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:25.437031 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-2ac7b95c-74ff-4a65-b5a5-a938c329d723 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872121 Apr 06 17:42:25.534311 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7667d118-94a8-41f8-8cd3-2977d24f8979 req-5687437d-dcd2-4d69-881e-07843c0a271d service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875096 Apr 06 17:42:25.816848 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ea962-6cc4-495c-a3ce-2f5b413f3b43 req-9b5e3092-3fc6-43d5-bf2f-80c97f12f92b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:25.818402 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d19ea962-6cc4-495c-a3ce-2f5b413f3b43 req-9b5e3092-3fc6-43d5-bf2f-80c97f12f92b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0580668 Apr 06 17:42:25.874212 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d19ea962-6cc4-495c-a3ce-2f5b413f3b43 req-f45f8ab1-5b60-4a47-a12f-e350cf0c9844 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499878 Apr 06 17:42:26.203126 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d364f-1e14-49c0-8551-07ec36cc1e70 req-52be67c6-9850-4f94-80a4-ff034397abd7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:26.204605 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-633d364f-1e14-49c0-8551-07ec36cc1e70 req-52be67c6-9850-4f94-80a4-ff034397abd7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0662489 Apr 06 17:42:26.257724 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-633d364f-1e14-49c0-8551-07ec36cc1e70 req-4cc3f53a-3d82-4491-89a2-c14edf658e0c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451167 Apr 06 17:42:27.001000 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16958dbd-4bd4-411b-b76f-ba37f589a880 req-b170c37d-558f-41d7-a147-a792f6ae1af0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:27.002562 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-16958dbd-4bd4-411b-b76f-ba37f589a880 req-b170c37d-558f-41d7-a147-a792f6ae1af0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0564857 Apr 06 17:42:27.057347 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-16958dbd-4bd4-411b-b76f-ba37f589a880 req-d25e01e1-a635-4e4b-8686-15ab90bef9cd tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486319 Apr 06 17:42:27.165163 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2ca64b30-da1c-4770-88c6-49ee0dc97d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:27.388906 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898116d-b247-4da5-a505-d3554b60bbf7 req-ad7d33a8-717f-4eca-b4e0-d421ab55befc tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:27.390463 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6898116d-b247-4da5-a505-d3554b60bbf7 req-ad7d33a8-717f-4eca-b4e0-d421ab55befc tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0579293 Apr 06 17:42:27.437836 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6898116d-b247-4da5-a505-d3554b60bbf7 req-6eac494e-d5e5-4fe8-9193-cff914d67703 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Apr 06 17:42:28.183782 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560dd24-10f5-4a57-8d66-6fc8a3f56d32 req-28d8b1ea-d419-4204-b3f3-1d8de50bc023 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:28.191764 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9560dd24-10f5-4a57-8d66-6fc8a3f56d32 req-28d8b1ea-d419-4204-b3f3-1d8de50bc023 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0599751 Apr 06 17:42:28.251656 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9560dd24-10f5-4a57-8d66-6fc8a3f56d32 req-494ae7ba-f735-4ba5-aaec-7d0d03972183 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607905 Apr 06 17:42:28.574491 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa74cce-4d92-4ebb-b19a-626be0260d9a req-d01a0901-c4ff-4846-a183-32a5c7bcd0df tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:28.576603 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6aa74cce-4d92-4ebb-b19a-626be0260d9a req-d01a0901-c4ff-4846-a183-32a5c7bcd0df tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0597937 Apr 06 17:42:28.632344 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6aa74cce-4d92-4ebb-b19a-626be0260d9a req-185e67d4-d1ee-4358-a21c-c6e05c018326 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492895 Apr 06 17:42:29.382666 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ce274-ef0c-4d29-9152-8d2c15f4884d req-a20e3b46-930e-4a95-8a56-02636937b948 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:29.384425 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dc0ce274-ef0c-4d29-9152-8d2c15f4884d req-a20e3b46-930e-4a95-8a56-02636937b948 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0541310 Apr 06 17:42:29.439571 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dc0ce274-ef0c-4d29-9152-8d2c15f4884d req-bffe3f45-8a92-4eef-964a-0882ec5fc69e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496645 Apr 06 17:42:29.537308 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-eb4acd71-126a-419b-977f-4a30ee3e9b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:29.760702 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906485a-8e9e-4bac-b8e1-a0aea15d9855 req-95aa97bb-2c4b-40ac-8b86-0de7725c476f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:29.762234 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c906485a-8e9e-4bac-b8e1-a0aea15d9855 req-95aa97bb-2c4b-40ac-8b86-0de7725c476f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0546391 Apr 06 17:42:29.811143 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c906485a-8e9e-4bac-b8e1-a0aea15d9855 req-2d3c77f2-eb9d-43f1-8179-6e27ceed5ac4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Apr 06 17:42:30.571773 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0a2bb-6d75-45d0-9378-10dc5091e118 req-4d0f39de-1333-45a4-8200-52a38acb7dc8 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:30.573473 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8ee0a2bb-6d75-45d0-9378-10dc5091e118 req-4d0f39de-1333-45a4-8200-52a38acb7dc8 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0608013 Apr 06 17:42:30.626968 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8ee0a2bb-6d75-45d0-9378-10dc5091e118 req-3fe94207-f7ac-42e7-b8fb-00b966a0076a tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468328 Apr 06 17:42:30.692681 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:30.944043 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8e8f2-9787-42af-b1fd-d12f02d61d19 req-3f02e64f-fe23-4042-a29e-c016df964efb tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:30.946779 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-49a8e8f2-9787-42af-b1fd-d12f02d61d19 req-3f02e64f-fe23-4042-a29e-c016df964efb tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0576546 Apr 06 17:42:30.996684 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-49a8e8f2-9787-42af-b1fd-d12f02d61d19 req-011cd038-3226-468f-8a8c-1a2434618145 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447001 Apr 06 17:42:31.753088 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f1086-c5f4-4987-b237-aa453bd5e45e req-67398d6d-a39f-49ee-b13c-e708a39e4b4e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:31.754628 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ea8f1086-c5f4-4987-b237-aa453bd5e45e req-67398d6d-a39f-49ee-b13c-e708a39e4b4e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0625622 Apr 06 17:42:31.803351 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ea8f1086-c5f4-4987-b237-aa453bd5e45e req-bb691f6c-919f-4bea-9fb8-08a64da4ecb1 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425260 Apr 06 17:42:31.957133 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:32.137698 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a75677-8247-43c1-ad6d-fa6ce3794e01 req-012416b8-76cf-4a29-8362-876e199b838f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:32.139190 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-77a75677-8247-43c1-ad6d-fa6ce3794e01 req-012416b8-76cf-4a29-8362-876e199b838f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0630412 Apr 06 17:42:32.191218 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-77a75677-8247-43c1-ad6d-fa6ce3794e01 req-22c4f754-00e1-47c4-938c-bd1ed023bdb9 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460498 Apr 06 17:42:32.704955 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:32.925260 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19b08f-1115-40e3-8b83-5e7c811867f1 req-80aa8ad2-6a84-4ecb-be8e-65e2bb76e970 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:32.926776 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bb19b08f-1115-40e3-8b83-5e7c811867f1 req-80aa8ad2-6a84-4ecb-be8e-65e2bb76e970 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0539021 Apr 06 17:42:32.980032 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bb19b08f-1115-40e3-8b83-5e7c811867f1 req-410c637d-f07d-4f46-8437-79223ee6ae1a tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473766 Apr 06 17:42:33.319632 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21021542-f39c-43ce-9b36-5eff4b2598db req-f256697e-4315-4dd6-922b-ca0d396d6de7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:33.321599 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-21021542-f39c-43ce-9b36-5eff4b2598db req-f256697e-4315-4dd6-922b-ca0d396d6de7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0554836 Apr 06 17:42:33.371106 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-21021542-f39c-43ce-9b36-5eff4b2598db req-074339c9-7a4d-4df0-a29d-061ea71e3b69 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Apr 06 17:42:33.477830 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:34.105895 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a857260-a1b5-47f7-80a0-3d8f3f3d2291 req-64f7591b-cd07-44bf-b505-e84a2033d45a tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:34.107410 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4a857260-a1b5-47f7-80a0-3d8f3f3d2291 req-64f7591b-cd07-44bf-b505-e84a2033d45a tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0552630 Apr 06 17:42:34.157243 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4a857260-a1b5-47f7-80a0-3d8f3f3d2291 req-318723ca-cbaf-4521-ad4d-47b90eb2ccbd tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443223 Apr 06 17:42:34.496875 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845c659-b802-445f-a27c-41afb72ba10a req-912cf0c5-45dc-4eaa-b485-fcf19e96363f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:34.498653 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0845c659-b802-445f-a27c-41afb72ba10a req-912cf0c5-45dc-4eaa-b485-fcf19e96363f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0570300 Apr 06 17:42:34.546535 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0845c659-b802-445f-a27c-41afb72ba10a req-af507f73-ac2f-44ab-8a09-a92e65689787 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Apr 06 17:42:35.287377 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd45da-e492-441d-942d-4f3493c2b390 req-0e4764c4-b294-4151-a421-59878bc77e0c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:35.288834 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-15bd45da-e492-441d-942d-4f3493c2b390 req-0e4764c4-b294-4151-a421-59878bc77e0c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0553534 Apr 06 17:42:35.336137 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-15bd45da-e492-441d-942d-4f3493c2b390 req-9ea2cf7a-90eb-45e8-8ed9-e6cc93fad5d9 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416248 Apr 06 17:42:35.676379 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365a417-cb09-4671-9740-3ae607d307ff req-39a8cea8-6067-40d7-a161-20942ea21a56 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:35.677840 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6365a417-cb09-4671-9740-3ae607d307ff req-39a8cea8-6067-40d7-a161-20942ea21a56 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0536971 Apr 06 17:42:35.730352 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6365a417-cb09-4671-9740-3ae607d307ff req-a013f212-715c-4dac-9868-ce0c57d384a8 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456655 Apr 06 17:42:36.459482 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3063f76-a237-4ed5-93d4-760d806828df req-89e87054-64f8-4c02-b5c1-229964fb365e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:36.461502 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a3063f76-a237-4ed5-93d4-760d806828df req-89e87054-64f8-4c02-b5c1-229964fb365e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0568113 Apr 06 17:42:36.514457 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a3063f76-a237-4ed5-93d4-760d806828df req-815c6338-af12-41e7-b056-6a64571db04b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464430 Apr 06 17:42:36.859088 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f59bbd-fadb-44a5-9a9f-9c2254600314 req-b831efcc-c820-4d5c-b05a-547645f6f787 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:36.860699 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c6f59bbd-fadb-44a5-9a9f-9c2254600314 req-b831efcc-c820-4d5c-b05a-547645f6f787 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0587807 Apr 06 17:42:36.911798 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c6f59bbd-fadb-44a5-9a9f-9c2254600314 req-719ae3ff-3445-4cbd-bfbb-bdc45b8e2966 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456057 Apr 06 17:42:37.635803 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64350399-27a1-4a86-b9e3-5cd1973b134a req-e7c7a66a-ed1b-45be-ade6-7562fa2fa2ff tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:37.637260 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-64350399-27a1-4a86-b9e3-5cd1973b134a req-e7c7a66a-ed1b-45be-ade6-7562fa2fa2ff tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0570576 Apr 06 17:42:37.686511 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-64350399-27a1-4a86-b9e3-5cd1973b134a req-d8956bba-48df-4103-a0db-db38b0a3efcd tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436561 Apr 06 17:42:38.034494 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5cfa8-a70b-465b-88c8-611acc80081f req-5762b574-aa6b-4ac4-a3da-0e4059dfeb1d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:38.035934 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-22c5cfa8-a70b-465b-88c8-611acc80081f req-5762b574-aa6b-4ac4-a3da-0e4059dfeb1d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0513589 Apr 06 17:42:38.083013 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-22c5cfa8-a70b-465b-88c8-611acc80081f req-3eb84043-e347-4b01-90ea-79da0e4a5dad tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Apr 06 17:42:38.805262 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77451a92-03a2-4dcd-8241-6046588040dc req-3b01cc5d-22f1-4c99-9fa0-77bbf03349bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:38.806904 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-77451a92-03a2-4dcd-8241-6046588040dc req-3b01cc5d-22f1-4c99-9fa0-77bbf03349bb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0549569 Apr 06 17:42:38.854925 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-77451a92-03a2-4dcd-8241-6046588040dc req-5118028b-ed98-4410-a892-93cc5a2a4242 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424938 Apr 06 17:42:39.029337 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-d4f91f63-6d48-42ff-96f4-7f55e5554d3b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450490 Apr 06 17:42:39.209404 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f50da7-477d-45d2-aeb1-84d2e9cc1d66 req-bad52ceb-322e-420e-b9b1-47d7faf3c3d3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:39.210885 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56f50da7-477d-45d2-aeb1-84d2e9cc1d66 req-bad52ceb-322e-420e-b9b1-47d7faf3c3d3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0541809 Apr 06 17:42:39.259686 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56f50da7-477d-45d2-aeb1-84d2e9cc1d66 req-af35bd86-df6a-4ca9-81e9-3d07ebf4ba62 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420513 Apr 06 17:42:39.757801 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-0edd7e95-bd80-4005-97c9-c73e881500a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:39.759450 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-0edd7e95-bd80-4005-97c9-c73e881500a6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 1129 time: 0.0502827 Apr 06 17:42:39.876537 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-04d86120-a393-4aa8-83ac-06e2ad8b9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:39.878604 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-04d86120-a393-4aa8-83ac-06e2ad8b9594 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 200 len: 910 time: 0.0885866 Apr 06 17:42:39.974222 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fed227-1f93-4ee6-a137-962e618203a6 req-0db71299-6144-4499-a0b3-841fa5e22b27 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:39.975680 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0fed227-1f93-4ee6-a137-962e618203a6 req-0db71299-6144-4499-a0b3-841fa5e22b27 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0523014 Apr 06 17:42:40.026957 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0fed227-1f93-4ee6-a137-962e618203a6 req-9ed066b8-4d09-4f40-9889-bf88690f8ffb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453684 Apr 06 17:42:40.099874 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-f6ee13d7-13ad-43cc-b913-6881583173c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6 HTTP/1.1" status: 200 len: 1000 time: 0.0574193 Apr 06 17:42:40.149696 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-53a78601-ff4a-4ab2-bff4-f47480032b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:40.151819 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-53a78601-ff4a-4ab2-bff4-f47480032b4d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=679d91da-34c0-4cc7-8657-b78253e29f8e HTTP/1.1" status: 200 len: 848 time: 0.0435994 Apr 06 17:42:40.208531 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-a105dc38-091f-4772-8acc-6f65ed0f3296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:40.210363 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-a105dc38-091f-4772-8acc-6f65ed0f3296 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6369e41b-044c-4773-9dbb-ba65b327e8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508199 Apr 06 17:42:40.301964 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-1a1ec615-d88a-46a8-8e5a-091d2dc8243a service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850980 Apr 06 17:42:40.649747 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226d63c-5cdd-421e-93ab-55c44048abbd req-152efe23-cde3-49f0-93e1-51563be511c7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:40.651313 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0226d63c-5cdd-421e-93ab-55c44048abbd req-152efe23-cde3-49f0-93e1-51563be511c7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.2962682 Apr 06 17:42:40.656660 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3c001081-9d46-46eb-ac49-e2a9a4171d8d req-7cabb14b-884c-47b7-bef8-f91b00e476b0 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452399 Apr 06 17:42:40.702631 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0226d63c-5cdd-421e-93ab-55c44048abbd req-2bd47b5d-7941-41ae-89f8-e1c619a1f23f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450139 Apr 06 17:42:41.146275 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e642b-2420-412f-a135-2b7c9cc49d16 req-125093c7-1ca5-40e4-937b-69978cdc5792 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:41.148008 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c21e642b-2420-412f-a135-2b7c9cc49d16 req-125093c7-1ca5-40e4-937b-69978cdc5792 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 943 time: 0.0538542 Apr 06 17:42:41.200198 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c21e642b-2420-412f-a135-2b7c9cc49d16 req-7f67c16a-b5ff-4560-8c7f-e1c98d6c8e1f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457721 Apr 06 17:42:41.363302 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device f6b3d779-d5b1-4dab-bb2e-af69bd607b82 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:42:41.457935 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port f6b3d779-d5b1-4dab-bb2e-af69bd607b82, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:41.469405 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'port_id': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82', 'mac_address': 'fa:16:3e:28:1c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:42:41.506467 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:41.506860 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:41.523064 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b3d779-d5b1-4dab-bb2e-af69bd607b82 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:42:41.542157 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port f6b3d779-d5b1-4dab-bb2e-af69bd607b82, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:41.546101 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:41.709666 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:41.831499 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6565a-32e5-4b07-a12e-665742dadd29 req-8fcf4294-cb89-4c2f-9f46-352615eea915 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:41.833014 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-06e6565a-32e5-4b07-a12e-665742dadd29 req-8fcf4294-cb89-4c2f-9f46-352615eea915 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0548270 Apr 06 17:42:41.883156 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-06e6565a-32e5-4b07-a12e-665742dadd29 req-a22f014e-9171-4372-875a-d700f5c1470e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Apr 06 17:42:41.898366 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['f6b3d779-d5b1-4dab-bb2e-af69bd607b82'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:42:42.317247 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cdc97-1039-40f9-808b-b9c14947fb55 req-ddb13ab1-257e-423d-8048-e88fc10490a0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:42.318756 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-167cdc97-1039-40f9-808b-b9c14947fb55 req-ddb13ab1-257e-423d-8048-e88fc10490a0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 944 time: 0.0539334 Apr 06 17:42:42.367948 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-167cdc97-1039-40f9-808b-b9c14947fb55 req-54a2c95e-4dde-4cd3-a208-a396dff5c769 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 Apr 06 17:42:43.007366 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cf767-7651-4fad-b442-6779034214c0 req-21335670-2f72-4efe-9fde-690cb527c660 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:43.008811 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0f4cf767-7651-4fad-b442-6779034214c0 req-21335670-2f72-4efe-9fde-690cb527c660 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0542061 Apr 06 17:42:43.054448 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0f4cf767-7651-4fad-b442-6779034214c0 req-e7c893ff-9242-4c0a-819e-ff793221772f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396259 Apr 06 17:42:43.376784 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device f6b3d779-d5b1-4dab-bb2e-af69bd607b82 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:42:43.425577 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:42:43.429506 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:42:43.429879 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:43.483907 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a320cc-eb3a-4dce-b89b-0f12ef46afa0 req-d598232c-a666-4217-beef-6d28f5ccfc28 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:43.485429 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-42a320cc-eb3a-4dce-b89b-0f12ef46afa0 req-d598232c-a666-4217-beef-6d28f5ccfc28 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 944 time: 0.0519352 Apr 06 17:42:43.509729 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:43.510225 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:43.534670 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-42a320cc-eb3a-4dce-b89b-0f12ef46afa0 req-8d3ab78a-9323-4d05-b0b9-32b3a87d902c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436833 Apr 06 17:42:43.534949 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:43.538296 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060a1d17-7a95-473b-b12e-44f78ec0e2a1" -d '{"events": [{"server_uuid": "bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc", "name": "network-vif-plugged", "status": "completed", "tag": "f6b3d779-d5b1-4dab-bb2e-af69bd607b82"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:43.557883 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port f6b3d779-d5b1-4dab-bb2e-af69bd607b82, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:43.562567 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:43.591857 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c93ca0f-0641-47e1-9d2c-9b4c55dc0806 x-openstack-request-id: req-6c93ca0f-0641-47e1-9d2c-9b4c55dc0806 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:43.592147 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc", "name": "network-vif-plugged", "status": "completed", "tag": "f6b3d779-d5b1-4dab-bb2e-af69bd607b82", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:43.592400 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c93ca0f-0641-47e1-9d2c-9b4c55dc0806 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:43.592973 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c93ca0f-0641-47e1-9d2c-9b4c55dc0806'] response: {'server_uuid': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82', 'code': 200} Apr 06 17:42:43.623161 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:43.919437 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b90f-f743-405f-a153-69168a38f1d8 req-446ca804-6f50-49a6-9fc4-fcf89c4bfe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:43.920810 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5ab1b90f-f743-405f-a153-69168a38f1d8 req-446ca804-6f50-49a6-9fc4-fcf89c4bfe1c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 1129 time: 0.0441244 Apr 06 17:42:43.976899 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5ab1b90f-f743-405f-a153-69168a38f1d8 req-a7988a13-24e1-48ad-ab46-4932358cf2b5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481071 Apr 06 17:42:44.173792 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba3efc-a6e3-4750-8fa9-66928d1b87f2 req-214d87e7-127d-4544-a518-049a882be4c7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:44.175186 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-40ba3efc-a6e3-4750-8fa9-66928d1b87f2 req-214d87e7-127d-4544-a518-049a882be4c7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0509076 Apr 06 17:42:44.220824 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-40ba3efc-a6e3-4750-8fa9-66928d1b87f2 req-613c5b49-62a2-43ad-9c4e-d80f8a08926e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401630 Apr 06 17:42:44.657712 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2eecaf-f188-44b9-afbf-3d022f5ba4d7 req-62356971-dfb6-45a8-ab59-d7b015cc9940 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:44.659214 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fa2eecaf-f188-44b9-afbf-3d022f5ba4d7 req-62356971-dfb6-45a8-ab59-d7b015cc9940 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 945 time: 0.0542579 Apr 06 17:42:44.706320 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fa2eecaf-f188-44b9-afbf-3d022f5ba4d7 req-e3319c14-0e60-405c-92fc-988f4d71eda9 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416689 Apr 06 17:42:45.344813 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebc495-b962-4ce3-9784-b936e1ccef15 req-43540aa2-a8e1-486a-9977-3dc3e605ab91 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:45.346347 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-27ebc495-b962-4ce3-9784-b936e1ccef15 req-43540aa2-a8e1-486a-9977-3dc3e605ab91 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0552971 Apr 06 17:42:45.395200 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-27ebc495-b962-4ce3-9784-b936e1ccef15 req-1bd38e32-e9af-4180-ba9d-3ee08ce15f11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 Apr 06 17:42:45.825677 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4c41b-2e11-4419-b878-570780bd8980 req-895e0c04-3e4f-4060-bc6b-9feaba8aa713 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:45.827281 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-37a4c41b-2e11-4419-b878-570780bd8980 req-895e0c04-3e4f-4060-bc6b-9feaba8aa713 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 945 time: 0.0548415 Apr 06 17:42:45.875037 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-37a4c41b-2e11-4419-b878-570780bd8980 req-1d1f97ce-c55f-4c0b-a60b-191b256fa8df tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423548 Apr 06 17:42:46.525082 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08aafb-ca1c-42cc-b2d9-c1d5beaee9d7 req-ac092d0b-6479-4ffe-a977-8b7a39e3343f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:46.526965 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6f08aafb-ca1c-42cc-b2d9-c1d5beaee9d7 req-ac092d0b-6479-4ffe-a977-8b7a39e3343f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 944 time: 0.0600441 Apr 06 17:42:46.573843 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6f08aafb-ca1c-42cc-b2d9-c1d5beaee9d7 req-1c554412-9803-473b-881a-0fd60fed5edf tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413218 Apr 06 17:42:46.990244 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f1a2-b8d7-4a14-9186-77387d684de7 req-1091dc77-d612-40d7-9556-bd4ace73d4ca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:46.991729 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4683f1a2-b8d7-4a14-9186-77387d684de7 req-1091dc77-d612-40d7-9556-bd4ace73d4ca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 945 time: 0.0519981 Apr 06 17:42:47.038579 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4683f1a2-b8d7-4a14-9186-77387d684de7 req-8ab25277-1f18-4289-bd29-05f107a4f6a8 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413461 Apr 06 17:42:47.154654 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e064397-de4c-4907-8dd7-0e934acb07d3 req-3e5e92b2-96d5-415d-afda-585ca9c19a47 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:47.156067 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3e064397-de4c-4907-8dd7-0e934acb07d3 req-3e5e92b2-96d5-415d-afda-585ca9c19a47 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 945 time: 0.0532231 Apr 06 17:42:47.207616 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3e064397-de4c-4907-8dd7-0e934acb07d3 req-f19816f7-e85e-47bd-b828-51e7da3e46f8 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459538 Apr 06 17:42:47.230629 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 54646) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:42:47.314815 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc36b04-3535-4bc9-a60b-4c6010ae14ac tempest-TestVolumeBootPattern-1600665080 tempest-TestVolumeBootPattern-1600665080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:47.316337 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9cc36b04-3535-4bc9-a60b-4c6010ae14ac tempest-TestVolumeBootPattern-1600665080 tempest-TestVolumeBootPattern-1600665080-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 1124 time: 0.0847173 Apr 06 17:42:47.319645 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 54650) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:42:47.324794 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'port_id': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:42:47.346501 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:47.397391 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e3f021a8-38ec-4ba6-8094-d0f007ab28ed details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:42:47.444031 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:47.497030 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:47.507766 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'port_id': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'mac_address': 'fa:16:3e:e3:1e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:42:47.545789 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port e3f021a8-38ec-4ba6-8094-d0f007ab28ed is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:47.546208 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:47.559038 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Allocated IP 172.27.2.236 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/d244ad65-f18a-4318-929f-54f194987102) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:42:47.560794 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3f021a8-38ec-4ba6-8094-d0f007ab28ed {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:42:47.585380 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:47.593591 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:47.647322 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=9']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:47.655436 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.655436 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.656167 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.656167 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.656495 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.656823 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.657145 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.657464 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.657783 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.658128 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.658457 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.658775 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.659093 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.659406 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.659719 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.703621 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for port (d244ad65-f18a-4318-929f-54f194987102), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:47.733145 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd2bfd-f088-48cc-abf7-fd73a9e83d1a req-b92a4b17-2b3d-45af-ab51-4c6037e6c0c5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:47.734646 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-13fd2bfd-f088-48cc-abf7-fd73a9e83d1a req-b92a4b17-2b3d-45af-ab51-4c6037e6c0c5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 945 time: 0.0884571 Apr 06 17:42:47.768555 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (d244ad65-f18a-4318-929f-54f194987102), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:47.821150 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:42:47.827421 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-13fd2bfd-f088-48cc-abf7-fd73a9e83d1a req-d4089f5b-18b0-470f-be48-d9bfeff62db5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865450 Apr 06 17:42:47.832499 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:42:47.835340 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:42:47.864201 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'Port': ['ID=d244ad65-f18a-4318-929f-54f194987102,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:47.877685 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.877902 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.878269 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.878617 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.878944 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.879272 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.879595 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.879915 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.880238 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.880558 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.880879 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.881201 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.881519 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.881832 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:47.882175 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:42:48.085653 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['e3f021a8-38ec-4ba6-8094-d0f007ab28ed'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:42:48.234397 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (44a579a2-e0e2-4753-8cc2-e153d01cff03), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:48.300803 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (d244ad65-f18a-4318-929f-54f194987102), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:48.447852 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for port (d244ad65-f18a-4318-929f-54f194987102), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:48.452076 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (d244ad65-f18a-4318-929f-54f194987102), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:48.519658 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'Port': ['ID=d244ad65-f18a-4318-929f-54f194987102,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:48.533130 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (44a579a2-e0e2-4753-8cc2-e153d01cff03), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:48.642596 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Floating IP 44a579a2-e0e2-4753-8cc2-e153d01cff03 associated. External IP: 172.27.2.236, port: f6b3d779-d5b1-4dab-bb2e-af69bd607b82. Apr 06 17:42:48.864108 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Router d8a57947-53b4-4b7b-9d58-e40f8a8179ca has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:42:49.015472 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cf46f-df0c-4435-8177-fc3640689b0c req-f8527442-8499-4ce3-a500-e929aebe9a5b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:49.016858 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb9cf46f-df0c-4435-8177-fc3640689b0c req-f8527442-8499-4ce3-a500-e929aebe9a5b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 945 time: 0.1031699 Apr 06 17:42:49.018226 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:42:49.029849 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] Sync routers for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:42:49.038578 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:42:49.039252 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:42:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:42:49.051888 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:49.096237 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb9cf46f-df0c-4435-8177-fc3640689b0c req-8e01bcb7-534c-4132-bc2a-99bf301dd933 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725172 Apr 06 17:42:49.098061 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ecfac48c-4d81-4384-92be-bd22e4f22f90 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7774608 Apr 06 17:42:49.098632 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'tag': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:49.100867 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0828c647-1220-4f40-b489-ff2c92179835" -d '{"events": [{"name": "network-changed", "server_uuid": "bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc", "tag": "f6b3d779-d5b1-4dab-bb2e-af69bd607b82"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:49.146076 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668ae759-d9d7-4ee6-ba83-93044f419221 x-openstack-request-id: req-668ae759-d9d7-4ee6-ba83-93044f419221 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:49.146370 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc", "tag": "f6b3d779-d5b1-4dab-bb2e-af69bd607b82", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:49.146630 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-668ae759-d9d7-4ee6-ba83-93044f419221 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:49.147040 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668ae759-d9d7-4ee6-ba83-93044f419221'] response: {'name': 'network-changed', 'server_uuid': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'tag': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82', 'status': 'completed', 'code': 200} Apr 06 17:42:49.157939 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:42:49.379755 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '44a579a2-e0e2-4753-8cc2-e153d01cff03', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:28:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:42:48Z', 'updated_at': '2022-04-06T17:42:48Z', 'revision_number': 0, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:42:49.405294 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] Checking router: d8a57947-53b4-4b7b-9d58-e40f8a8179ca for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:42:49.413323 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:42:49.413920 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:42:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:42:49.520015 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:42:49.814599 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '44a579a2-e0e2-4753-8cc2-e153d01cff03', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:28:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:42:48Z', 'updated_at': '2022-04-06T17:42:48Z', 'revision_number': 0, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:42:49.843953 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eca0ce-2f50-46db-b200-fa41a6196076 None None] The sync data for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi is: [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '44a579a2-e0e2-4753-8cc2-e153d01cff03', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:28:1c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:42:48Z', 'updated_at': '2022-04-06T17:42:48Z', 'revision_number': 0, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:42:50.031526 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a4011-1d27-46f4-9952-481015c43452 None None] New status for floating IP 44a579a2-e0e2-4753-8cc2-e153d01cff03: ACTIVE {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:42:50.145449 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828c647-1220-4f40-b489-ff2c92179835 req-89220292-3b15-4ae9-9039-69b8b4ea07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:50.147017 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0828c647-1220-4f40-b489-ff2c92179835 req-89220292-3b15-4ae9-9039-69b8b4ea07eb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 1129 time: 0.0457964 Apr 06 17:42:50.231426 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc970a9-ee76-4eea-b2b8-c4d87fc3fc64 req-5d23088f-d45e-4077-9622-b1c4f100c47e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:50.232895 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8dc970a9-ee76-4eea-b2b8-c4d87fc3fc64 req-5d23088f-d45e-4077-9622-b1c4f100c47e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 945 time: 0.0565503 Apr 06 17:42:50.279041 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8dc970a9-ee76-4eea-b2b8-c4d87fc3fc64 req-a290da2f-56ba-40db-a235-cb20609f1e23 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406156 Apr 06 17:42:51.010251 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828c647-1220-4f40-b489-ff2c92179835 req-1e211298-c36b-45be-93a0-66d815be305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:51.011706 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0828c647-1220-4f40-b489-ff2c92179835 req-1e211298-c36b-45be-93a0-66d815be305f service neutron] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 912 time: 0.0871265 Apr 06 17:42:51.410266 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d6bdcb-af2b-4d1a-b7f8-f2be3ed8297c req-c229ede5-c41c-44a5-8653-79bf05c30360 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:51.411728 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-32d6bdcb-af2b-4d1a-b7f8-f2be3ed8297c req-c229ede5-c41c-44a5-8653-79bf05c30360 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 945 time: 0.0556178 Apr 06 17:42:51.458440 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-32d6bdcb-af2b-4d1a-b7f8-f2be3ed8297c req-111b2110-c6ed-4a8a-b899-7e03b82ef2f3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406353 Apr 06 17:42:51.995807 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0828c647-1220-4f40-b489-ff2c92179835 req-e3917906-ac1e-4725-b1ba-1bfc40ade6f2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6b3d779-d5b1-4dab-bb2e-af69bd607b82 HTTP/1.1" status: 200 len: 1001 time: 0.0597465 Apr 06 17:42:52.000061 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e3f021a8-38ec-4ba6-8094-d0f007ab28ed up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:42:52.046842 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port e3f021a8-38ec-4ba6-8094-d0f007ab28ed triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:42:52.047226 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:52.054940 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828c647-1220-4f40-b489-ff2c92179835 req-b0ccd803-c06b-4ec8-baee-26b5ac53a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:52.057612 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0828c647-1220-4f40-b489-ff2c92179835 req-b0ccd803-c06b-4ec8-baee-26b5ac53a1ef service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0489929 Apr 06 17:42:52.115016 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0828c647-1220-4f40-b489-ff2c92179835 req-f2c387be-b472-4815-9b50-a5774bcc2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:52.116548 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0828c647-1220-4f40-b489-ff2c92179835 req-f2c387be-b472-4815-9b50-a5774bcc2caa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455081 Apr 06 17:42:52.126375 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port e3f021a8-38ec-4ba6-8094-d0f007ab28ed is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:42:52.126772 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:52.162746 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:42:52.164884 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed726f2-06bd-4a73-bd79-4d03439afc37" -d '{"events": [{"server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "name": "network-vif-plugged", "status": "completed", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:42:52.176984 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:42:52.183064 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:52.206730 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82a089e-7ff4-472f-95d5-7497f9756d28 x-openstack-request-id: req-c82a089e-7ff4-472f-95d5-7497f9756d28 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:42:52.207029 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "name": "network-vif-plugged", "status": "completed", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:42:52.207286 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c82a089e-7ff4-472f-95d5-7497f9756d28 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:42:52.207681 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82a089e-7ff4-472f-95d5-7497f9756d28'] response: {'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'code': 200} Apr 06 17:42:52.218199 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0828c647-1220-4f40-b489-ff2c92179835 req-d44f3ff6-2745-4dcb-9cc5-d5a13cae6ced service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908616 Apr 06 17:42:52.238607 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=10']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:42:52.345469 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0828c647-1220-4f40-b489-ff2c92179835 req-241d3713-eb38-425e-990c-478925e6c27c service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024573 Apr 06 17:42:52.582501 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb2789-2392-4456-beef-cee57ff15d38 req-0da1ceff-4b57-40ed-b77f-aed1e58a7d10 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:52.583992 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0efb2789-2392-4456-beef-cee57ff15d38 req-0da1ceff-4b57-40ed-b77f-aed1e58a7d10 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0541844 Apr 06 17:42:52.641140 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0efb2789-2392-4456-beef-cee57ff15d38 req-9fdf8ceb-29f0-47d9-86fa-36f14ca084bd tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503395 Apr 06 17:42:52.827409 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc965f-bb56-467f-a71e-7d26fc3244bd req-1f94b175-272c-4a72-8e74-a9462e48c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:52.829227 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ffc965f-bb56-467f-a71e-7d26fc3244bd req-1f94b175-272c-4a72-8e74-a9462e48c59d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 1131 time: 0.0483041 Apr 06 17:42:53.141390 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1ffc965f-bb56-467f-a71e-7d26fc3244bd req-6cf96c18-d667-48ac-897b-fd5d83a4abd9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042054 Apr 06 17:42:53.767029 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee8c6c-7e8f-4546-ac0d-fbe4f739f55e req-c0e421b4-51ae-4193-84d5-63c71c03963f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:53.768405 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-58ee8c6c-7e8f-4546-ac0d-fbe4f739f55e req-c0e421b4-51ae-4193-84d5-63c71c03963f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0512421 Apr 06 17:42:53.813855 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-58ee8c6c-7e8f-4546-ac0d-fbe4f739f55e req-f990d86e-e426-4128-922a-667c52bfc0a6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399671 Apr 06 17:42:54.466161 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:42:54.936890 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d81a5-8c97-494a-86fe-6ea4424fe7b0 req-b15a1d95-6a91-4f41-bef5-e07462b44eac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:54.938384 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-040d81a5-8c97-494a-86fe-6ea4424fe7b0 req-b15a1d95-6a91-4f41-bef5-e07462b44eac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0527134 Apr 06 17:42:54.986082 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-040d81a5-8c97-494a-86fe-6ea4424fe7b0 req-06202fcc-6d70-4aaf-bacb-647c1dc8c654 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Apr 06 17:42:56.106416 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f658c66-1804-4c76-b37e-dc05faaf6f31 req-ebff8284-6148-4944-9ee1-436c475e5f13 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:56.107881 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f658c66-1804-4c76-b37e-dc05faaf6f31 req-ebff8284-6148-4944-9ee1-436c475e5f13 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0522580 Apr 06 17:42:56.154232 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f658c66-1804-4c76-b37e-dc05faaf6f31 req-8fc31dfe-df22-4003-9b3c-fcfbe351dc29 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Apr 06 17:42:57.167479 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a57dcb68-a834-4f24-bbd6-dd11080d01f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:57.278653 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530243a-7726-4e62-88d3-871ef3a9db6e req-559c8f7b-e848-4bb3-ba78-73a8a99ceb18 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:57.280162 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6530243a-7726-4e62-88d3-871ef3a9db6e req-559c8f7b-e848-4bb3-ba78-73a8a99ceb18 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0562801 Apr 06 17:42:57.328643 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6530243a-7726-4e62-88d3-871ef3a9db6e req-f0c9f672-74ed-481a-a04d-162e534e927f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430853 Apr 06 17:42:58.455354 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91581a09-ce94-47aa-8290-779811b1fc3d req-469cb89e-59b7-40a9-8dab-66845e60e6bd tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:58.456861 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-91581a09-ce94-47aa-8290-779811b1fc3d req-469cb89e-59b7-40a9-8dab-66845e60e6bd tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0562270 Apr 06 17:42:58.504418 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-91581a09-ce94-47aa-8290-779811b1fc3d req-787ca0c2-e4e6-43d0-af9a-7c1472a019f8 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413389 Apr 06 17:42:59.530607 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c2a2d6d9-c4e3-4523-99cb-163a13d9a6ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:42:59.629104 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e01284-ecbb-4b89-97c0-0478c2f65463 req-e0f8682f-ecd7-4a75-979d-978e3a552684 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:42:59.630594 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-45e01284-ecbb-4b89-97c0-0478c2f65463 req-e0f8682f-ecd7-4a75-979d-978e3a552684 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0519662 Apr 06 17:42:59.676807 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-45e01284-ecbb-4b89-97c0-0478c2f65463 req-c20f9516-3275-4f7f-9292-9380a0120ee3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404770 Apr 06 17:43:00.700811 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:00.799587 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e087-1bc5-4862-ba5a-00dabd7494bb req-2d8bb9c6-f648-42d4-a2dc-f3d3b73327c5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:00.800973 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-97f0e087-1bc5-4862-ba5a-00dabd7494bb req-2d8bb9c6-f648-42d4-a2dc-f3d3b73327c5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0528316 Apr 06 17:43:00.851503 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-97f0e087-1bc5-4862-ba5a-00dabd7494bb req-207719e5-f362-49ef-ac5a-66abbd6f227a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443006 Apr 06 17:43:01.959412 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:01.977051 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3fab7-57da-4015-a850-e04c9e172cd0 req-dc5ea500-038b-4add-88aa-db706b419ac3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:01.978584 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-faf3fab7-57da-4015-a850-e04c9e172cd0 req-dc5ea500-038b-4add-88aa-db706b419ac3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0562544 Apr 06 17:43:02.027509 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-faf3fab7-57da-4015-a850-e04c9e172cd0 req-f5801356-2712-4def-82c8-70e7c85e2623 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433326 Apr 06 17:43:02.715696 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:03.148693 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4ec7c-0baa-4694-b546-b46626c40ee5 req-b347028f-4819-4c2a-b6d9-42997e17f38a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:03.150758 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eec4ec7c-0baa-4694-b546-b46626c40ee5 req-b347028f-4819-4c2a-b6d9-42997e17f38a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0516050 Apr 06 17:43:03.194943 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eec4ec7c-0baa-4694-b546-b46626c40ee5 req-810121bc-23dc-44b4-bbd2-bd89ad2e1c96 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387383 Apr 06 17:43:03.481488 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:11.653424 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fed9e5-1d4c-49a6-82bd-23a2cb5fdb78 req-9387e9e5-bf0c-4e37-8e74-6d7017a50179 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:11.654978 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-34fed9e5-1d4c-49a6-82bd-23a2cb5fdb78 req-9387e9e5-bf0c-4e37-8e74-6d7017a50179 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0857153 Apr 06 17:43:11.669149 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-0755b45d-96c7-4b56-9d1c-9f2cc76974c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:11.670593 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-0755b45d-96c7-4b56-9d1c-9f2cc76974c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 1129 time: 0.0910363 Apr 06 17:43:11.761174 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-34fed9e5-1d4c-49a6-82bd-23a2cb5fdb78 req-6fa9c958-31cf-467f-9615-e4dfc6587499 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998127 Apr 06 17:43:11.796789 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-ef23c710-5694-4d6f-9260-ad0056e5ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:11.798317 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-ef23c710-5694-4d6f-9260-ad0056e5ac9c service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.1136792 Apr 06 17:43:11.866710 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-9ace2c8b-1d08-4af4-9b2e-46a70b3603a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850c2a0c-8026-464e-b44e-749287193daa HTTP/1.1" status: 200 len: 1001 time: 0.0582671 Apr 06 17:43:11.917524 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-abfe5a8d-103d-42ac-ab97-9c124476620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:11.919000 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-abfe5a8d-103d-42ac-ab97-9c124476620d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0432484 Apr 06 17:43:11.974614 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-34bf267c-2b56-4189-bad3-3d0006767437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:11.976103 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-34bf267c-2b56-4189-bad3-3d0006767437 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483871 Apr 06 17:43:12.070306 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-1af9e685-0671-49eb-8881-80f9c06e9493 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825493 Apr 06 17:43:12.164663 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d81fadb-c6fd-4bd8-937f-cedeec9b008c req-8c2644d0-e152-4bd2-afff-1af18d039a58 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852139 Apr 06 17:43:12.770405 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210c4e1-1820-4bfe-9ca2-920dc74c9703 req-08084f20-ca62-4582-b8ea-244475cb7e50 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:12.771930 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6210c4e1-1820-4bfe-9ca2-920dc74c9703 req-08084f20-ca62-4582-b8ea-244475cb7e50 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 945 time: 0.0540133 Apr 06 17:43:12.819525 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6210c4e1-1820-4bfe-9ca2-920dc74c9703 req-84e6fcca-3d5d-4c7c-8e69-afdafdc685cc tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Apr 06 17:43:12.881352 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f998b-469f-42fc-9197-27bce5181637 req-3b7843a7-5447-441a-af69-04363710e488 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:12.882873 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-790f998b-469f-42fc-9197-27bce5181637 req-3b7843a7-5447-441a-af69-04363710e488 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0514565 Apr 06 17:43:12.927485 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-790f998b-469f-42fc-9197-27bce5181637 req-d24102ef-af69-4696-ae61-27e95a625968 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391014 Apr 06 17:43:13.940643 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4bbd0-16ab-4e61-8484-64836f94e046 req-ef2efae3-92aa-4069-9c10-dac5bb3d4b8e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:13.942118 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-54d4bbd0-16ab-4e61-8484-64836f94e046 req-ef2efae3-92aa-4069-9c10-dac5bb3d4b8e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 945 time: 0.0552437 Apr 06 17:43:13.996816 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-54d4bbd0-16ab-4e61-8484-64836f94e046 req-032f5004-710f-44fb-a7c1-822cd5dbeb80 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483258 Apr 06 17:43:14.049834 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707253f2-8e72-4b70-8e13-823b8c3c06bb req-113c49ef-0f89-46c3-96bb-5d20d01a2065 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:14.051356 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-707253f2-8e72-4b70-8e13-823b8c3c06bb req-113c49ef-0f89-46c3-96bb-5d20d01a2065 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0529532 Apr 06 17:43:14.098473 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-707253f2-8e72-4b70-8e13-823b8c3c06bb req-0bef16f4-fff1-4618-ab08-14722eeb87fd tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408463 Apr 06 17:43:14.944965 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-6f58a3ed-1254-4563-a989-2fb962a28553 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:14.946577 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-6f58a3ed-1254-4563-a989-2fb962a28553 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.49 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 945 time: 0.0557508 Apr 06 17:43:15.103063 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-0352e98a-84b9-435c-b266-59a05fb01fbe tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Deleting port 499bef96-22fd-47c8-aaad-0d032289d260 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:43:15.103414 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-0352e98a-84b9-435c-b266-59a05fb01fbe tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (499bef96-22fd-47c8-aaad-0d032289d260), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:15.178062 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95819089-ed3d-4bc9-97c7-d9c906034842 req-b0715bd4-5f2a-4d86-aa23-ae11ec20ae11 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:15.179556 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-95819089-ed3d-4bc9-97c7-d9c906034842 req-b0715bd4-5f2a-4d86-aa23-ae11ec20ae11 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=e15e1353-5c0c-42f8-bffb-9b5be580b528 HTTP/1.1" status: 200 len: 945 time: 0.1143804 Apr 06 17:43:15.253010 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-0352e98a-84b9-435c-b266-59a05fb01fbe tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] For port 499bef96-22fd-47c8-aaad-0d032289d260, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=499bef96-22fd-47c8-aaad-0d032289d260,segment=NetworkSegment(0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162),segment_id=0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:43:15.253374 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-0352e98a-84b9-435c-b266-59a05fb01fbe tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (499bef96-22fd-47c8-aaad-0d032289d260), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:15.280285 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-0352e98a-84b9-435c-b266-59a05fb01fbe tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Calling delete_port for 499bef96-22fd-47c8-aaad-0d032289d260 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:43:15.310839 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-95819089-ed3d-4bc9-97c7-d9c906034842 req-ff6c4db4-0d3d-4bcc-b30c-d554b92f476c tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204531 Apr 06 17:43:15.337704 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5dba7-a964-4c54-adbc-5f1b5c8bbbc8 req-d2e42874-fbef-4f6f-8b52-52562bff156a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:15.339480 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4e5dba7-a964-4c54-adbc-5f1b5c8bbbc8 req-d2e42874-fbef-4f6f-8b52-52562bff156a tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.1713572 Apr 06 17:43:15.435517 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4e5dba7-a964-4c54-adbc-5f1b5c8bbbc8 req-91f1e66a-b242-4956-9364-0f6dae62b14e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645344 Apr 06 17:43:15.496373 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-0352e98a-84b9-435c-b266-59a05fb01fbe tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (499bef96-22fd-47c8-aaad-0d032289d260), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:15.509409 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['499bef96-22fd-47c8-aaad-0d032289d260'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:43:15.550645 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352e98a-84b9-435c-b266-59a05fb01fbe tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Pushing event deleted for resources: {'Port': ['ID=499bef96-22fd-47c8-aaad-0d032289d260,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:15.591834 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-0352e98a-84b9-435c-b266-59a05fb01fbe tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] No DVR routers for this DVR port 499bef96-22fd-47c8-aaad-0d032289d260 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:43:15.595052 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-0352e98a-84b9-435c-b266-59a05fb01fbe tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:15.598339 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3fb3262-130f-46f1-861a-e3bed3f82f42 req-0352e98a-84b9-435c-b266-59a05fb01fbe tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.49 "DELETE /v2.0/ports/499bef96-22fd-47c8-aaad-0d032289d260 HTTP/1.1" status: 204 len: 173 time: 0.6456053 Apr 06 17:43:15.598801 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15e1353-5c0c-42f8-bffb-9b5be580b528', 'name': 'network-vif-deleted', 'tag': '499bef96-22fd-47c8-aaad-0d032289d260'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:43:15.601026 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef70b693-f2a6-43e6-a5cd-bda6f8b2b9a0" -d '{"events": [{"server_uuid": "e15e1353-5c0c-42f8-bffb-9b5be580b528", "name": "network-vif-deleted", "tag": "499bef96-22fd-47c8-aaad-0d032289d260"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:43:15.638558 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac62851f-5de0-49e6-ac45-7df84f247ae1 x-openstack-request-id: req-ac62851f-5de0-49e6-ac45-7df84f247ae1 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:43:15.638855 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15e1353-5c0c-42f8-bffb-9b5be580b528", "name": "network-vif-deleted", "tag": "499bef96-22fd-47c8-aaad-0d032289d260", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:43:15.639110 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac62851f-5de0-49e6-ac45-7df84f247ae1 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:43:15.639555 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac62851f-5de0-49e6-ac45-7df84f247ae1'] response: {'server_uuid': 'e15e1353-5c0c-42f8-bffb-9b5be580b528', 'name': 'network-vif-deleted', 'tag': '499bef96-22fd-47c8-aaad-0d032289d260', 'status': 'completed', 'code': 200} Apr 06 17:43:16.569036 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd748c-3b07-4771-a780-c3d51e89a8ab req-0aa0ef4b-9d32-4ea3-8de0-127e29e07645 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:16.570529 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-06dd748c-3b07-4771-a780-c3d51e89a8ab req-0aa0ef4b-9d32-4ea3-8de0-127e29e07645 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0556016 Apr 06 17:43:16.617207 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-06dd748c-3b07-4771-a780-c3d51e89a8ab req-0b729e5e-f472-4a60-8914-8ecddd0acd7b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407784 Apr 06 17:43:17.734310 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc682e-57b9-43ae-9c7c-5885f859008d req-08040a86-08a8-4ff9-b83f-39c8f564fa05 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:17.735774 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-92cc682e-57b9-43ae-9c7c-5885f859008d req-08040a86-08a8-4ff9-b83f-39c8f564fa05 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0519035 Apr 06 17:43:17.783815 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-92cc682e-57b9-43ae-9c7c-5885f859008d req-7ac5c945-9502-4ea3-93ad-d95dc050fbfc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424762 Apr 06 17:43:18.523008 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 499bef96-22fd-47c8-aaad-0d032289d260 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:43:18.542584 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 499bef96-22fd-47c8-aaad-0d032289d260 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:43:18.542920 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 499bef96-22fd-47c8-aaad-0d032289d260 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:43:18.899400 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4084ae0-1814-428d-968f-691baa08268d req-b65ba546-921c-4ab2-a39b-6517e02b9aeb tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:18.901554 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4084ae0-1814-428d-968f-691baa08268d req-b65ba546-921c-4ab2-a39b-6517e02b9aeb tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0519781 Apr 06 17:43:18.946280 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c4084ae0-1814-428d-968f-691baa08268d req-bea36eb1-7f66-4dc4-8b60-d1fa527aa960 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391157 Apr 06 17:43:20.072051 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adfe9f-fc8d-473f-8f11-26d371659945 req-6a7a9498-a51d-4ed8-ad0d-e57fa28aece8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:20.073559 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48adfe9f-fc8d-473f-8f11-26d371659945 req-6a7a9498-a51d-4ed8-ad0d-e57fa28aece8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0569463 Apr 06 17:43:20.120887 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48adfe9f-fc8d-473f-8f11-26d371659945 req-0e8fb90c-86e1-4469-9405-bbe67c6b53c5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415723 Apr 06 17:43:21.247306 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b9f34-7f2f-4f9c-b568-dde2456f700a req-02e4712a-f72e-47d6-87ac-b343ff633800 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:21.249200 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d58b9f34-7f2f-4f9c-b568-dde2456f700a req-02e4712a-f72e-47d6-87ac-b343ff633800 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0609400 Apr 06 17:43:21.326969 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d58b9f34-7f2f-4f9c-b568-dde2456f700a req-02ad36dc-42b7-46c0-a8d2-3fcbf38ad76e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710981 Apr 06 17:43:21.352986 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10b410-aa0f-4658-a4c1-e9aae7d6925b req-d2622955-0516-49bd-a2af-20833381af20 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:21.354477 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bb10b410-aa0f-4658-a4c1-e9aae7d6925b req-d2622955-0516-49bd-a2af-20833381af20 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0708365 Apr 06 17:43:21.403682 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bb10b410-aa0f-4658-a4c1-e9aae7d6925b req-dbbe0dbd-9c38-47b1-aa10-b6b58001f58d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434539 Apr 06 17:43:22.449002 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eee8f1-4001-4454-a71a-9e155ee545db req-9110881b-1573-4e81-a312-5014fc11182d tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:22.450508 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-88eee8f1-4001-4454-a71a-9e155ee545db req-9110881b-1573-4e81-a312-5014fc11182d tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0560093 Apr 06 17:43:22.523949 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-88eee8f1-4001-4454-a71a-9e155ee545db req-a0582428-874f-47fb-9547-168140154da7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678802 Apr 06 17:43:22.542163 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ddb2e-6ddf-4a98-a935-08548a8e8c67 req-8bde64d9-4ff2-403d-84c9-5a1181baa40a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:22.543793 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d80ddb2e-6ddf-4a98-a935-08548a8e8c67 req-8bde64d9-4ff2-403d-84c9-5a1181baa40a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0730512 Apr 06 17:43:22.591311 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d80ddb2e-6ddf-4a98-a935-08548a8e8c67 req-9007af97-b597-43fa-a1a5-931512b3085d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420079 Apr 06 17:43:23.642556 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9152d3-2546-4f06-b75a-a1bd98708fd4 req-5fd17df2-20a0-40ec-9fb6-715a7a947b16 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:23.644023 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8c9152d3-2546-4f06-b75a-a1bd98708fd4 req-5fd17df2-20a0-40ec-9fb6-715a7a947b16 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0528483 Apr 06 17:43:23.721508 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8c9152d3-2546-4f06-b75a-a1bd98708fd4 req-e9443ef5-451b-40cf-8e55-df71efd33da8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719533 Apr 06 17:43:23.737068 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24632d4d-d390-4f07-b917-af0d12bcec70 req-de3539d8-8922-454b-bfb1-058750e485e6 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:23.738506 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-24632d4d-d390-4f07-b917-af0d12bcec70 req-de3539d8-8922-454b-bfb1-058750e485e6 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0759304 Apr 06 17:43:23.784165 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-24632d4d-d390-4f07-b917-af0d12bcec70 req-99db1b7f-f16e-43e0-9aa3-c68a9804019b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401616 Apr 06 17:43:24.839013 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96550d15-bb7e-42ea-a0e1-663b0e51623d req-9b2cae20-6b87-4b3e-bd9c-88f63d844543 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:24.840505 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96550d15-bb7e-42ea-a0e1-663b0e51623d req-9b2cae20-6b87-4b3e-bd9c-88f63d844543 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0528595 Apr 06 17:43:24.920360 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-96550d15-bb7e-42ea-a0e1-663b0e51623d req-9a525f03-6de3-4d67-b71c-53bc213817f4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743744 Apr 06 17:43:24.933085 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2b2f2-07ee-4b20-ad6a-62db733782b6 req-069c2d5c-6f1a-4df3-bf7f-de90f212c454 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:24.934591 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-81a2b2f2-07ee-4b20-ad6a-62db733782b6 req-069c2d5c-6f1a-4df3-bf7f-de90f212c454 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0829480 Apr 06 17:43:24.981326 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-81a2b2f2-07ee-4b20-ad6a-62db733782b6 req-594f33a2-debe-4e79-9a97-f6a0336e500c tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411739 Apr 06 17:43:25.299998 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-109fb550-cf20-4dcb-8a47-e181d7b0709e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:25.301446 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-109fb550-cf20-4dcb-8a47-e181d7b0709e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/networks?id=67230ea2-5d86-4026-8bfe-109bf6283f6e HTTP/1.1" status: 200 len: 813 time: 0.0974669 Apr 06 17:43:25.315921 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-4d49aa09-0e84-4f9e-9cf8-fe5bedfa51c8 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/quotas/9552948834ea4fbe98e2c63a816a8327 HTTP/1.1" status: 200 len: 375 time: 0.0092852 Apr 06 17:43:25.350070 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-4763c603-b6e4-4b28-b4ce-bed569719c2d tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9552948834ea4fbe98e2c63a816a8327&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293534 Apr 06 17:43:25.441657 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-29d9d3a4-6747-4a27-bcbc-5c98abfadabd service neutron] 10.222.0.18 "GET /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840261 Apr 06 17:43:25.535800 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-4450c939-f6a6-4097-9674-cb9ad263675a service neutron] 10.222.0.18 "GET /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884235 Apr 06 17:43:25.693091 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0d92b655-cdbf-4c1f-bb32-bf2d3f192667 req-2e08542a-f35d-4de7-98d5-4f042257dc91 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 210 time: 0.0290353 Apr 06 17:43:25.844086 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e24bc-fb8b-4522-99d2-dcc062d77e22 req-175cc100-126f-4bfd-84ec-33cb11bb864c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:25.845790 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-966e24bc-fb8b-4522-99d2-dcc062d77e22 req-175cc100-126f-4bfd-84ec-33cb11bb864c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 945 time: 0.0566413 Apr 06 17:43:25.894227 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-966e24bc-fb8b-4522-99d2-dcc062d77e22 req-2f25c8bf-a075-4936-82e4-e0b56bc25aa4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420947 Apr 06 17:43:26.048557 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f529a-9c7a-41fc-b706-6933ca3698bb req-8bbfb3d7-7451-4912-bd48-aabe5cded693 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:26.050042 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a90f529a-9c7a-41fc-b706-6933ca3698bb req-8bbfb3d7-7451-4912-bd48-aabe5cded693 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0572248 Apr 06 17:43:26.122856 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a90f529a-9c7a-41fc-b706-6933ca3698bb req-df2d8f08-6a38-4108-8cec-ca423b91a9d7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628176 Apr 06 17:43:26.132134 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3c46d-7428-47df-a1af-7aa35881005f req-50d61a61-a929-45b6-ac3f-dd7465297377 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:26.133543 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-97f3c46d-7428-47df-a1af-7aa35881005f req-50d61a61-a929-45b6-ac3f-dd7465297377 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0820742 Apr 06 17:43:26.181192 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-97f3c46d-7428-47df-a1af-7aa35881005f req-6be78e7f-4b5a-4f82-994a-a13124572a22 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409756 Apr 06 17:43:26.786562 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4e276ad1-0856-4f42-adb3-da7ec8f262a4 req-fcbfd41b-633a-4e6f-86df-fe9b86341804 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 210 time: 0.0283890 Apr 06 17:43:27.026744 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33622f7b-27aa-4510-8def-4e9a81f8bc2f req-19201caf-9ec0-40b2-8053-d9d2400a8b7a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:27.028213 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-33622f7b-27aa-4510-8def-4e9a81f8bc2f req-19201caf-9ec0-40b2-8053-d9d2400a8b7a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 945 time: 0.0585244 Apr 06 17:43:27.080359 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-33622f7b-27aa-4510-8def-4e9a81f8bc2f req-e284beb6-ad25-4cea-bc51-166f73d1efc6 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455759 Apr 06 17:43:27.184465 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6732923c-f9da-4a8b-9f87-de3753cd0990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:27.260090 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ea408-d7d5-4cd8-9c79-6beb6c7e76bf req-fc111641-f43e-4810-9ef0-830823269cff tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:27.261886 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-878ea408-d7d5-4cd8-9c79-6beb6c7e76bf req-fc111641-f43e-4810-9ef0-830823269cff tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0620139 Apr 06 17:43:27.352214 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-878ea408-d7d5-4cd8-9c79-6beb6c7e76bf req-30727806-ba92-4d9d-9534-2868a4daa4f3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825124 Apr 06 17:43:27.371946 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27366c18-4c1d-448a-99ef-f998956c1a35 req-dc217780-173e-4f03-8337-677bee52b283 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:27.373454 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-27366c18-4c1d-448a-99ef-f998956c1a35 req-dc217780-173e-4f03-8337-677bee52b283 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1019344 Apr 06 17:43:27.426976 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-27366c18-4c1d-448a-99ef-f998956c1a35 req-580254c3-7b14-4630-a8e5-50494c5854af tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446568 Apr 06 17:43:27.904866 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-26aced8c-42c5-4c45-85c1-7de3da47ac63 req-4946e080-271b-478c-a87b-95f585e62bc8 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 210 time: 0.0421278 Apr 06 17:43:27.927363 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-e0e72b52-13ee-4d54-94c5-4c6e0d81b44c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:27.928783 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-e0e72b52-13ee-4d54-94c5-4c6e0d81b44c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 945 time: 0.0739114 Apr 06 17:43:28.152121 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-b3d5b11b-3f27-4616-b48e-9e2f22947ead tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:28.153559 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-b3d5b11b-3f27-4616-b48e-9e2f22947ead tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.49 "GET /v2.0/networks?id=67230ea2-5d86-4026-8bfe-109bf6283f6e HTTP/1.1" status: 200 len: 813 time: 0.1655107 Apr 06 17:43:28.169248 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Deleting port 784d25ff-e020-49d2-b220-e7ca0f888ccc {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:43:28.169588 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:28.200868 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Request body: {'port': {'device_id': '9d251749-a1f1-45e7-9b54-1abb6ad33605', 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e', 'admin_state_up': True, 'tenant_id': '9552948834ea4fbe98e2c63a816a8327'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:43:28.601800 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bc2ff-7f18-4cc9-837f-d0aac9a41000 req-cddabca7-29a0-4fc7-9f92-1d72dc2a9d40 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:28.603304 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f07bc2ff-7f18-4cc9-837f-d0aac9a41000 req-cddabca7-29a0-4fc7-9f92-1d72dc2a9d40 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 945 time: 0.4478679 Apr 06 17:43:28.633442 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] For port 784d25ff-e020-49d2-b220-e7ca0f888ccc, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=784d25ff-e020-49d2-b220-e7ca0f888ccc,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:43:28.633806 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:28.744140 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ed2d-b4cf-4d94-bf33-176446ad0085 req-c763cd2f-c18c-4db3-acc5-fee79f6877ac tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:28.746496 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a453ed2d-b4cf-4d94-bf33-176446ad0085 req-c763cd2f-c18c-4db3-acc5-fee79f6877ac tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.2366655 Apr 06 17:43:28.820736 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Made reservation on behalf of 9552948834ea4fbe98e2c63a816a8327 for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:43:28.824745 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:28.870366 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f07bc2ff-7f18-4cc9-837f-d0aac9a41000 req-7fdb355d-68a2-4dce-bcd7-4075701119be tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=bcefce9b-f73e-46b7-b155-c1eb40caeade&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561634 Apr 06 17:43:28.918307 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a453ed2d-b4cf-4d94-bf33-176446ad0085 req-9cf36338-4e43-4128-b76b-eaca719ec8a7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505933 Apr 06 17:43:29.045995 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0e5554f9-be57-4185-8ff1-20bb76da2401 req-220b34a7-17ec-4410-ab22-1c32091d9de2 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 210 time: 0.0633817 Apr 06 17:43:29.104643 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:29.105007 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (e280bc30-44bc-4e1c-a944-aad0153846af), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:29.105324 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Floating IP e280bc30-44bc-4e1c-a944-aad0153846af disassociated. External IP: 172.27.2.119, port: 784d25ff-e020-49d2-b220-e7ca0f888ccc. Apr 06 17:43:29.105662 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Calling delete_port for 784d25ff-e020-49d2-b220-e7ca0f888ccc owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:43:29.145090 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055f6ad-47ec-47a8-89c6-71c5a331dba4 req-7e02a100-2ba1-4b4f-b316-7dba385fbd0d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:29.146591 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a055f6ad-47ec-47a8-89c6-71c5a331dba4 req-7e02a100-2ba1-4b4f-b316-7dba385fbd0d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1939154 Apr 06 17:43:29.185291 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Allocated IP 172.20.0.6 (67230ea2-5d86-4026-8bfe-109bf6283f6e/69bef971-c7a9-4e49-ba72-59234915cf7e/1fd4c9a4-a725-4c59-aae4-6a6bb4420180) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:43:29.277299 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a055f6ad-47ec-47a8-89c6-71c5a331dba4 req-c8caddd7-1ddb-4d3c-bc3c-d827e84fb57d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990708 Apr 06 17:43:29.411917 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (784d25ff-e020-49d2-b220-e7ca0f888ccc), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:29.456539 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'Port': ['ID=784d25ff-e020-49d2-b220-e7ca0f888ccc,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:29.476923 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks [] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:29.567893 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-be5b8b14-d8e9-4614-b039-580b11c0292f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:29.606339 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:29.667863 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Network 67230ea2-5d86-4026-8bfe-109bf6283f6e is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:43:29.683123 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:43:29.686943 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:43:29.698408 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Router 07e59484-0984-4a4d-91f9-65393fea5309 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:43:29.726888 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Pushing event updated for resources: {'Port': ['ID=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:29.731443 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74104b-e7b1-43d2-8abb-b61797aa2c7e req-e34d215c-3e82-4953-b81f-2807f3c83782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:29.733627 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7a74104b-e7b1-43d2-8abb-b61797aa2c7e req-e34d215c-3e82-4953-b81f-2807f3c83782 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 1129 time: 0.0557070 Apr 06 17:43:29.781367 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-7a74104b-e7b1-43d2-8abb-b61797aa2c7e req-22611953-d915-4419-aef3-89e0604cd9fd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398386 Apr 06 17:43:29.793700 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:29.794340 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:29.826170 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-1dd4a5fc-23ce-42c8-adae-b066a56a879f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6318378 Apr 06 17:43:29.877116 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:43:29.889093 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:43:29.900988 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:43:29.901721 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:43:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:29.921377 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] No DVR routers for this DVR port 784d25ff-e020-49d2-b220-e7ca0f888ccc on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:43:29.924532 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:29.928013 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bbe7b1ac-a15d-4c9c-b25a-bd6a2857752d req-a2bf0fb2-edb2-4559-9d80-47bd583c67b9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "DELETE /v2.0/ports/784d25ff-e020-49d2-b220-e7ca0f888ccc HTTP/1.1" status: 204 len: 173 time: 1.9481192 Apr 06 17:43:29.929012 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6117cf3e-6587-4315-be11-947deb1f484c', 'name': 'network-vif-deleted', 'tag': '784d25ff-e020-49d2-b220-e7ca0f888ccc'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:43:29.931419 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e48fe7-f9cc-4db0-a145-a0d42eb48d0a" -d '{"events": [{"server_uuid": "6117cf3e-6587-4315-be11-947deb1f484c", "name": "network-vif-deleted", "tag": "784d25ff-e020-49d2-b220-e7ca0f888ccc"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:43:29.978043 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a9599-6800-421b-9278-4129f74114bd x-openstack-request-id: req-ec8a9599-6800-421b-9278-4129f74114bd {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:43:29.978861 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6117cf3e-6587-4315-be11-947deb1f484c", "name": "network-vif-deleted", "tag": "784d25ff-e020-49d2-b220-e7ca0f888ccc", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:43:29.979124 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec8a9599-6800-421b-9278-4129f74114bd {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:43:29.979521 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8a9599-6800-421b-9278-4129f74114bd'] response: {'server_uuid': '6117cf3e-6587-4315-be11-947deb1f484c', 'name': 'network-vif-deleted', 'tag': '784d25ff-e020-49d2-b220-e7ca0f888ccc', 'status': 'completed', 'code': 200} Apr 06 17:43:29.981649 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-66bcef56-3d8e-4a6f-b5b9-2a09aa3afe25 req-2a68bc2e-99a1-4990-b443-b958507edb7d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 210 time: 0.0386274 Apr 06 17:43:30.018358 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:43:30.035703 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Request body: {'port': {'device_id': '9d251749-a1f1-45e7-9b54-1abb6ad33605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:43:30.125350 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:30.141086 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8d87b-c9f3-4827-858e-a3a02c922cbf req-77ed43e6-bdc9-4204-ae02-b63146a19dfb tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:30.142607 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-85e8d87b-c9f3-4827-858e-a3a02c922cbf req-77ed43e6-bdc9-4204-ae02-b63146a19dfb tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.1226246 Apr 06 17:43:30.266857 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-85e8d87b-c9f3-4827-858e-a3a02c922cbf req-d4db64ee-2296-4f3a-ae16-0cea733aefed tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148300 Apr 06 17:43:30.296702 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd93bb3f2-97be-439b-b86d-75b2bb42611c', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:90:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:58Z', 'updated_at': '2022-04-06T17:40:26Z', 'revision_number': 2, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:30.317080 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78e5d0-4aaf-416f-a6ac-9482285350cf req-27e10930-2407-4db9-8648-7f0dc5e06a87 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:30.318633 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d78e5d0-4aaf-416f-a6ac-9482285350cf req-27e10930-2407-4db9-8648-7f0dc5e06a87 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 931 time: 0.1964025 Apr 06 17:43:30.327790 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:43:30.335681 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:43:30.336284 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:43:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:30.445045 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:43:30.503176 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d78e5d0-4aaf-416f-a6ac-9482285350cf req-bd770f03-3639-4cbb-9a20-5d7134f3ead0 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751926 Apr 06 17:43:30.534454 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2610e-f7c2-4ce7-9f6b-ad00e2b57a1c req-534c2e60-4ccf-4045-86a9-4d65e9c7be60 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:30.536046 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ddb2610e-f7c2-4ce7-9f6b-ad00e2b57a1c req-534c2e60-4ccf-4045-86a9-4d65e9c7be60 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1281083 Apr 06 17:43:30.620764 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:43:30.629120 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Publish callbacks [] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:30.633937 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ddb2610e-f7c2-4ce7-9f6b-ad00e2b57a1c req-cb04c096-1767-48c3-a1cf-57fa20f68cf8 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911930 Apr 06 17:43:30.647333 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Transition to ACTIVE for port object 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:43:30.655254 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:30.692711 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd93bb3f2-97be-439b-b86d-75b2bb42611c', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:90:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:58Z', 'updated_at': '2022-04-06T17:40:26Z', 'revision_number': 2, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:30.708653 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:30.711321 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:30.723815 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06b416c-409f-4a1f-bf6f-0aa31e831151 None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd93bb3f2-97be-439b-b86d-75b2bb42611c', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:90:4f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ab5495-d48c-4013-b733-89404af0815b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:39:58Z', 'updated_at': '2022-04-06T17:40:26Z', 'revision_number': 2, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:43:30.795419 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Attempting to bind port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:43:30.795764 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Attempting to bind port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:43:30.796098 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Attempting to bind port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 on network 67230ea2-5d86-4026-8bfe-109bf6283f6e {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:43:30.800782 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 on network 67230ea2-5d86-4026-8bfe-109bf6283f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:43:30.801098 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Attempting to bind port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 on network 67230ea2-5d86-4026-8bfe-109bf6283f6e {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:43:30.806413 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:43:30.806993 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Checking segment: {'id': '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:43:30.807462 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Bound using segment: {'id': '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:43:30.807886 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Bound port: 1fd4c9a4-a725-4c59-aae4-6a6bb4420180, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:43:30.808249 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:30.885095 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] For port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:43:30.889729 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] For port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,segment=NetworkSegment(0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162),segment_id=0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:43:30.896918 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:30.939472 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:30.940154 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:30.941586 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] 10.222.0.49 "PUT /v2.0/ports/1fd4c9a4-a725-4c59-aae4-6a6bb4420180 HTTP/1.1" status: 200 len: 1093 time: 0.9105182 Apr 06 17:43:30.967932 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511ece7-a604-4243-8c55-47959b0381e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:31.034803 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f6fe32-56bf-42e6-ad67-972b4d660e4a None None] New status for floating IP e280bc30-44bc-4e1c-a944-aad0153846af: DOWN {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:43:31.139315 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c71b6889-579c-41ce-b803-dfb1e58f8846 req-3fb4c95f-8871-4f8e-b6e9-44ef78b56df3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=6117cf3e-6587-4315-be11-947deb1f484c HTTP/1.1" status: 200 len: 210 time: 0.0334525 Apr 06 17:43:31.398178 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cc8eb-a5c6-4088-beec-d1eb16ecb669 req-b18216d2-382f-46f3-82d7-efb79ce3c02b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:31.399688 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-856cc8eb-a5c6-4088-beec-d1eb16ecb669 req-b18216d2-382f-46f3-82d7-efb79ce3c02b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0605750 Apr 06 17:43:31.449708 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-856cc8eb-a5c6-4088-beec-d1eb16ecb669 req-b6178e39-4358-4a6c-91da-2ceebf8a8ba8 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442803 Apr 06 17:43:31.465506 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:43:31.660524 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613c2e8-ac0b-4081-aeb8-79f822ac9a52 req-4f5d9ca0-6af8-4d2b-8072-f6101ba0aeb9 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:31.671752 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a613c2e8-ac0b-4081-aeb8-79f822ac9a52 req-4f5d9ca0-6af8-4d2b-8072-f6101ba0aeb9 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 943 time: 0.0814760 Apr 06 17:43:31.798845 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a613c2e8-ac0b-4081-aeb8-79f822ac9a52 req-5d5978eb-c60f-4efa-b145-e36fc71ef774 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154013 Apr 06 17:43:31.820845 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-d1cf0bdf-899f-48b1-aa12-3aa5db54261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:31.823035 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-d1cf0bdf-899f-48b1-aa12-3aa5db54261d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9552948834ea4fbe98e2c63a816a8327&device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 1127 time: 0.1495442 Apr 06 17:43:31.867279 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-7e6b62fd-b884-4886-89de-38afadefb3a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd4c9a4-a725-4c59-aae4-6a6bb4420180 HTTP/1.1" status: 200 len: 217 time: 0.0364377 Apr 06 17:43:31.891315 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293eb656-3615-4954-85f4-c98568a26a05 req-91c5dfb3-e5de-4b5b-b4fd-2b01ac5a4c88 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:31.892782 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-293eb656-3615-4954-85f4-c98568a26a05 req-91c5dfb3-e5de-4b5b-b4fd-2b01ac5a4c88 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1111658 Apr 06 17:43:31.959604 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-fde1d710-3dda-4b5a-8a10-710af5e1704e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:31.961765 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-fde1d710-3dda-4b5a-8a10-710af5e1704e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69bef971-c7a9-4e49-ba72-59234915cf7e HTTP/1.1" status: 200 len: 853 time: 0.0858855 Apr 06 17:43:31.964870 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:31.984575 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d251749-a1f1-45e7-9b54-1abb6ad33605', 'tag': '1fd4c9a4-a725-4c59-aae4-6a6bb4420180'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:43:31.986889 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda4167d-227a-4683-b491-bb83def3598e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d251749-a1f1-45e7-9b54-1abb6ad33605", "tag": "1fd4c9a4-a725-4c59-aae4-6a6bb4420180"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:43:32.063734 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-589d4d11-80bd-4865-9625-dafa0b3f8a18 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67230ea2-5d86-4026-8bfe-109bf6283f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864789 Apr 06 17:43:32.102203 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-293eb656-3615-4954-85f4-c98568a26a05 req-83fb0740-07cc-4a4d-85fa-47b256e1f31e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907065 Apr 06 17:43:32.149961 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd4cd98-6c7a-4ab4-9508-f1f6a65f8dd8 x-openstack-request-id: req-5cd4cd98-6c7a-4ab4-9508-f1f6a65f8dd8 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:43:32.150445 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d251749-a1f1-45e7-9b54-1abb6ad33605", "tag": "1fd4c9a4-a725-4c59-aae4-6a6bb4420180", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:43:32.150771 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cd4cd98-6c7a-4ab4-9508-f1f6a65f8dd8 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:43:32.151171 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cd4cd98-6c7a-4ab4-9508-f1f6a65f8dd8'] response: {'name': 'network-changed', 'server_uuid': '9d251749-a1f1-45e7-9b54-1abb6ad33605', 'tag': '1fd4c9a4-a725-4c59-aae4-6a6bb4420180', 'status': 'completed', 'code': 200} Apr 06 17:43:32.155572 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-22574124-c131-423b-9409-db6e6e52a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:32.157084 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-22574124-c131-423b-9409-db6e6e52a55f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 1129 time: 0.1941931 Apr 06 17:43:32.169654 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ab63b-d46c-4701-b749-2ae0fc42086f req-005fe0ed-3879-437b-bd6a-b09d75022c7e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:32.171261 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b18ab63b-d46c-4701-b749-2ae0fc42086f req-005fe0ed-3879-437b-bd6a-b09d75022c7e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.2060883 Apr 06 17:43:32.232281 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 784d25ff-e020-49d2-b220-e7ca0f888ccc no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:43:32.260461 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55068) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:32.262663 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 784d25ff-e020-49d2-b220-e7ca0f888ccc {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:43:32.263424 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 784d25ff-e020-49d2-b220-e7ca0f888ccc not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:43:32.311767 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-3a360d75-79b5-4936-a336-7668d7a1086d service neutron] 10.222.0.49 "GET /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239134 Apr 06 17:43:32.317879 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b18ab63b-d46c-4701-b749-2ae0fc42086f req-d391d9fa-764f-4098-9fb9-8275ccc30138 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329427 Apr 06 17:43:32.328223 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (bcefce9b-f73e-46b7-b155-c1eb40caeade), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.363010 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (bcefce9b-f73e-46b7-b155-c1eb40caeade), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.394667 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-becdce67-8621-413a-9bd7-c5c3908cdbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:32.396173 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-becdce67-8621-413a-9bd7-c5c3908cdbee service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.2240157 Apr 06 17:43:32.419852 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (bcefce9b-f73e-46b7-b155-c1eb40caeade), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.423064 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.424313 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "DELETE /v2.0/security-groups/bcefce9b-f73e-46b7-b155-c1eb40caeade HTTP/1.1" status: 204 len: 168 time: 0.1617632 Apr 06 17:43:32.428468 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55070) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:32.446067 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcefce9b-f73e-46b7-b155-c1eb40caeade,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:32.453990 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.454365 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.454706 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.455041 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.455371 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.455699 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.456022 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.456346 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.456958 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.457286 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.457623 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.457930 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.458271 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.458590 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.458906 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c87d1a-ff43-4f60-b3fa-e700067b3f2a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:32.462982 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.api.v2.resource [None req-374371cf-3455-4421-bab9-74f2b8a5410d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] show failed (client error): The resource could not be found. Apr 06 17:43:32.464450 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-374371cf-3455-4421-bab9-74f2b8a5410d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups/bcefce9b-f73e-46b7-b155-c1eb40caeade HTTP/1.1" status: 404 len: 347 time: 0.0349991 Apr 06 17:43:32.467469 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55072) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:32.613351 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-b3583bd5-5992-4f21-9ddc-6eee7af8fe37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Deleting port 8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:43:32.613673 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b3583bd5-5992-4f21-9ddc-6eee7af8fe37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.690096 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b3583bd5-5992-4f21-9ddc-6eee7af8fe37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.690456 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b3583bd5-5992-4f21-9ddc-6eee7af8fe37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.704593 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-b3583bd5-5992-4f21-9ddc-6eee7af8fe37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Calling delete_port for 8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a owned by network:floatingip {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:43:32.726751 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.735431 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5533bf4c-4218-4ffc-83e9-d964c6bbed01 req-25f36990-0d06-4123-b123-6fcc5e92bbd0 service neutron] 10.222.0.49 "GET /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097698 Apr 06 17:43:32.741858 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-dc8ace75-524f-46d4-a9a6-b7efcc22f76d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850c2a0c-8026-464e-b44e-749287193daa HTTP/1.1" status: 200 len: 1001 time: 0.3344285 Apr 06 17:43:32.806966 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-29886619-8bb1-4180-9b55-df8e354e057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:32.809005 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-29886619-8bb1-4180-9b55-df8e354e057c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0542407 Apr 06 17:43:32.864296 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b3583bd5-5992-4f21-9ddc-6eee7af8fe37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.901260 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3583bd5-5992-4f21-9ddc-6eee7af8fe37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'Port': ['ID=8fa4ca60-0b13-4e12-b9cf-81a04bf37c0a,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:32.922480 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b3583bd5-5992-4f21-9ddc-6eee7af8fe37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (e280bc30-44bc-4e1c-a944-aad0153846af), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.925140 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b3583bd5-5992-4f21-9ddc-6eee7af8fe37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:32.926477 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b3583bd5-5992-4f21-9ddc-6eee7af8fe37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "DELETE /v2.0/floatingips/e280bc30-44bc-4e1c-a944-aad0153846af HTTP/1.1" status: 204 len: 168 time: 0.4580915 Apr 06 17:43:32.933114 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-8f35ea8e-389b-45cc-af77-9d8ceff144a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:32.934641 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-8f35ea8e-389b-45cc-af77-9d8ceff144a0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840163 Apr 06 17:43:32.949957 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a53c4f8-19b6-4de5-97f5-e8de0c7d96b8 req-088facb6-57f9-4f64-93c0-c43707c04e9b tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:32.951459 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5a53c4f8-19b6-4de5-97f5-e8de0c7d96b8 req-088facb6-57f9-4f64-93c0-c43707c04e9b tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 943 time: 0.0710340 Apr 06 17:43:33.002439 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5a53c4f8-19b6-4de5-97f5-e8de0c7d96b8 req-e6ef8b79-9166-4c3a-8325-1470ea3954b9 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Apr 06 17:43:33.236200 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77be72-a47d-425d-ad21-5cd34595c567 req-1d1dabdb-43a6-4409-871e-42ba5d5f0eb5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:33.237725 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7f77be72-a47d-425d-ad21-5cd34595c567 req-1d1dabdb-43a6-4409-871e-42ba5d5f0eb5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0630455 Apr 06 17:43:33.289254 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7f77be72-a47d-425d-ad21-5cd34595c567 req-2771b543-03d8-452d-91e4-99a84f716a23 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456269 Apr 06 17:43:33.445984 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6b8ce-6d63-4405-81ce-d35310404b0a req-cfa3bc52-9dd3-4541-9f1f-9da0a3b65932 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:33.448115 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d3a6b8ce-6d63-4405-81ce-d35310404b0a req-cfa3bc52-9dd3-4541-9f1f-9da0a3b65932 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0530069 Apr 06 17:43:33.485202 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:33.497519 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d3a6b8ce-6d63-4405-81ce-d35310404b0a req-1fd87f4d-6e8b-4049-b404-2367d747411e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436399 Apr 06 17:43:34.097930 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4167d-227a-4683-b491-bb83def3598e req-03fc7f93-902a-4e44-93b1-f1e105b39048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:34.099421 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fda4167d-227a-4683-b491-bb83def3598e req-03fc7f93-902a-4e44-93b1-f1e105b39048 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9552948834ea4fbe98e2c63a816a8327&device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 1127 time: 0.1207435 Apr 06 17:43:34.131300 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-11343f08-eab9-4a78-b592-8234c10ab323 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513300 Apr 06 17:43:34.149900 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc758bd-9e57-4bc0-90d5-c608c34b73b7 req-cb599519-9f27-4529-9bbd-59a8ad2724cd tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:34.151320 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7cc758bd-9e57-4bc0-90d5-c608c34b73b7 req-cb599519-9f27-4529-9bbd-59a8ad2724cd tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 943 time: 0.0762184 Apr 06 17:43:34.201342 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7cc758bd-9e57-4bc0-90d5-c608c34b73b7 req-7a51c80b-5da9-40ee-a07c-23d3bfb72aeb tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442820 Apr 06 17:43:34.403657 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cdf0a-11ad-4668-a28d-86b2382114b5 req-1f9e0969-d9d5-4644-b986-43e90686e5f4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:34.405111 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-af0cdf0a-11ad-4668-a28d-86b2382114b5 req-1f9e0969-d9d5-4644-b986-43e90686e5f4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0517161 Apr 06 17:43:34.554526 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-af0cdf0a-11ad-4668-a28d-86b2382114b5 req-21d9d253-ab8e-4f26-8c9d-34ebeb5b36db tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439178 Apr 06 17:43:34.639614 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d69fb8dd-2c90-4903-a460-afa43e7d2685 req-d0772695-aea7-45a9-aff6-331b02dee542 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120321 Apr 06 17:43:34.642219 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4167d-227a-4683-b491-bb83def3598e req-23ab44f3-4c94-4b46-a923-b18d1181a742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:34.643579 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fda4167d-227a-4683-b491-bb83def3598e req-23ab44f3-4c94-4b46-a923-b18d1181a742 service neutron] 10.222.0.49 "GET /v2.0/networks?id=67230ea2-5d86-4026-8bfe-109bf6283f6e HTTP/1.1" status: 200 len: 914 time: 0.2181919 Apr 06 17:43:34.689503 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fda4167d-227a-4683-b491-bb83def3598e req-d78691f0-6ee9-4d39-a1e2-36e6581f71bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fd4c9a4-a725-4c59-aae4-6a6bb4420180 HTTP/1.1" status: 200 len: 217 time: 0.0383523 Apr 06 17:43:34.699837 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe667555-9ae9-4c46-a776-9ab5aba50863 req-23857a4d-e8d5-4eae-b246-b120e5c15dca tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:34.701227 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fe667555-9ae9-4c46-a776-9ab5aba50863 req-23857a4d-e8d5-4eae-b246-b120e5c15dca tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.1347485 Apr 06 17:43:34.773923 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fe667555-9ae9-4c46-a776-9ab5aba50863 req-71c9e82c-cd27-4381-84ac-332d05d4e342 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670869 Apr 06 17:43:34.792606 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4167d-227a-4683-b491-bb83def3598e req-5b5dcc10-7200-4069-b6ad-490a118e8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:34.792606 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fda4167d-227a-4683-b491-bb83def3598e req-5b5dcc10-7200-4069-b6ad-490a118e8869 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=69bef971-c7a9-4e49-ba72-59234915cf7e HTTP/1.1" status: 200 len: 853 time: 0.0569053 Apr 06 17:43:34.837188 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fda4167d-227a-4683-b491-bb83def3598e req-a8b662a5-4ec5-41be-aeaf-61cd05fe4ab2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67230ea2-5d86-4026-8bfe-109bf6283f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308053 Apr 06 17:43:35.317729 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffd015-4002-488b-8869-08cebf235463 req-b726dc4b-d7be-446d-84f8-1d3e56cda235 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:35.319237 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2cffd015-4002-488b-8869-08cebf235463 req-b726dc4b-d7be-446d-84f8-1d3e56cda235 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 943 time: 0.0535858 Apr 06 17:43:35.364598 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2cffd015-4002-488b-8869-08cebf235463 req-fec56534-3a0e-4a14-84b7-aa7438427a43 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396557 Apr 06 17:43:35.671653 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87527684-ba10-4523-a5da-395e013c1f50 req-b38d698d-1c97-45b9-9de1-cb1fe43860fb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:35.673097 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-87527684-ba10-4523-a5da-395e013c1f50 req-b38d698d-1c97-45b9-9de1-cb1fe43860fb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0513077 Apr 06 17:43:35.727135 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-87527684-ba10-4523-a5da-395e013c1f50 req-b12fef47-323e-458b-8f6d-60d5a074146e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485146 Apr 06 17:43:35.896595 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98485913-2a72-436e-bfff-edd072cf72d2 req-bdfb75d9-74d7-49f5-9ef6-db56022d78fb tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:35.898078 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-98485913-2a72-436e-bfff-edd072cf72d2 req-bdfb75d9-74d7-49f5-9ef6-db56022d78fb tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0549083 Apr 06 17:43:35.944754 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-98485913-2a72-436e-bfff-edd072cf72d2 req-2cdaac18-693d-4699-8e36-7559517b998e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402913 Apr 06 17:43:36.260888 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:43:36.319040 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fda4167d-227a-4683-b491-bb83def3598e req-a7d8d6ee-6557-4812-b0fe-a0cb57fa83a9 service neutron] 10.222.0.49 "GET /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898550 Apr 06 17:43:36.376497 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,segment=NetworkSegment(0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162),segment_id=0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:43:36.392731 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '1fd4c9a4-a725-4c59-aae4-6a6bb4420180', 'network_id': '67230ea2-5d86-4026-8bfe-109bf6283f6e', 'port_id': '1fd4c9a4-a725-4c59-aae4-6a6bb4420180', 'mac_address': 'fa:16:3e:ee:9b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bef971-c7a9-4e49-ba72-59234915cf7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:43:36.439293 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:43:36.440149 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:36.454512 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:43:36.455047 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fda4167d-227a-4683-b491-bb83def3598e req-9561937a-a7f0-4e9b-a06a-42bc9bfefd70 service neutron] 10.222.0.49 "GET /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072402 Apr 06 17:43:36.478919 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,segment=NetworkSegment(0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162),segment_id=0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:43:36.489623 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:36.518300 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e923a4d-5844-4ad3-b711-335b86410cf5 req-184be1f3-be29-4acb-af9e-682740a0fd5a tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:36.519855 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6e923a4d-5844-4ad3-b711-335b86410cf5 req-184be1f3-be29-4acb-af9e-682740a0fd5a tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 943 time: 0.0624824 Apr 06 17:43:36.545390 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:36.581302 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6e923a4d-5844-4ad3-b711-335b86410cf5 req-ec993567-470e-4ada-908a-013818d095b3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544996 Apr 06 17:43:36.708679 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7b956-9dae-4758-9320-08eb4f65dde3 req-7c7e4766-7d65-4186-8bf1-cb155e49fead tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:36.710195 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fcb7b956-9dae-4758-9320-08eb4f65dde3 req-7c7e4766-7d65-4186-8bf1-cb155e49fead tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 945 time: 0.0661857 Apr 06 17:43:36.757616 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fcb7b956-9dae-4758-9320-08eb4f65dde3 req-59b6e18c-7730-4c46-be28-69ca7569de7d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402026 Apr 06 17:43:36.814415 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['1fd4c9a4-a725-4c59-aae4-6a6bb4420180'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:43:36.847110 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fa814-6ca0-4748-8f1a-9b73ed773d8d req-95575744-f5a2-446d-9ca6-bc32745f9c99 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:36.848609 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-406fa814-6ca0-4748-8f1a-9b73ed773d8d req-95575744-f5a2-446d-9ca6-bc32745f9c99 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0542760 Apr 06 17:43:36.895291 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-406fa814-6ca0-4748-8f1a-9b73ed773d8d req-5fe94514-4c0c-45ce-9d83-65fea3eeef2e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410302 Apr 06 17:43:37.065802 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dfc3d-9e03-4ad1-8417-36ad3548b39d req-7f178898-eca4-4979-9863-240290b01e26 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:37.067209 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ec9dfc3d-9e03-4ad1-8417-36ad3548b39d req-7f178898-eca4-4979-9863-240290b01e26 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0519013 Apr 06 17:43:37.116442 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ec9dfc3d-9e03-4ad1-8417-36ad3548b39d req-91eb3a0a-115d-4e66-8f62-28c0c4b7ecab tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437891 Apr 06 17:43:37.235052 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e4ae0-140b-48fe-9ab8-bc4345788e4f req-65f337ad-0284-4b4a-8e35-d95d79296616 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:37.236521 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-071e4ae0-140b-48fe-9ab8-bc4345788e4f req-65f337ad-0284-4b4a-8e35-d95d79296616 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0534861 Apr 06 17:43:37.244841 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55122) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:37.249519 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-5432ac11-6205-4932-8dd1-5d0c2b87d643 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Request body: {'floatingip': {'port_id': '850c2a0c-8026-464e-b44e-749287193daa'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:43:37.303867 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5432ac11-6205-4932-8dd1-5d0c2b87d643 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for floatingip (aa70ca36-b1a1-479a-a697-256195b70679), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:37.760695 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a38865-1a29-4461-be54-a204e8ec65e1 req-8dcf9360-aefa-4064-a95d-0ce7eb511eca tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:37.762208 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-62a38865-1a29-4461-be54-a204e8ec65e1 req-8dcf9360-aefa-4064-a95d-0ce7eb511eca tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 944 time: 0.0986736 Apr 06 17:43:37.876839 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5432ac11-6205-4932-8dd1-5d0c2b87d643 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:37.881825 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-62a38865-1a29-4461-be54-a204e8ec65e1 req-50075229-7ee1-4199-8a17-713e055da9ed tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141884 Apr 06 17:43:37.884596 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5432ac11-6205-4932-8dd1-5d0c2b87d643 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (aa70ca36-b1a1-479a-a697-256195b70679), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:37.947105 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5526e3c-50cc-432e-9bb8-f6c15209ae46 req-a1741836-faeb-484f-84f2-792dcc1f74cb tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:37.948623 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f5526e3c-50cc-432e-9bb8-f6c15209ae46 req-a1741836-faeb-484f-84f2-792dcc1f74cb tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 945 time: 0.1169763 Apr 06 17:43:38.069124 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f5526e3c-50cc-432e-9bb8-f6c15209ae46 req-a4ac675b-929d-4a69-938b-a740bb40de36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907004 Apr 06 17:43:38.085284 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e940ad-38a2-4e55-969e-d9bbcce3b732 req-c06b57b7-4ecb-4b60-a62c-7ac7c0b7e9e7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:38.086758 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-38e940ad-38a2-4e55-969e-d9bbcce3b732 req-c06b57b7-4ecb-4b60-a62c-7ac7c0b7e9e7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1095788 Apr 06 17:43:38.203355 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-38e940ad-38a2-4e55-969e-d9bbcce3b732 req-b33eabe2-8f9a-43f2-b806-3a951f27f098 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835459 Apr 06 17:43:38.222933 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5432ac11-6205-4932-8dd1-5d0c2b87d643 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:43:38.267094 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:43:38.315208 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:43:38.319605 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:43:38.319911 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:38.337334 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5432ac11-6205-4932-8dd1-5d0c2b87d643 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:43:38.342647 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5432ac11-6205-4932-8dd1-5d0c2b87d643 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:38.348444 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] Sync routers for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:43:38.358940 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:43:38.359554 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:43:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:38.377326 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'tag': '850c2a0c-8026-464e-b44e-749287193daa'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:43:38.379612 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8b129-9d64-40a5-b518-85123f4a1173" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "tag": "850c2a0c-8026-464e-b44e-749287193daa"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:43:38.405819 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:43:38.406236 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:38.423662 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6be9cf6-6165-4c73-bda7-b61343245812 x-openstack-request-id: req-a6be9cf6-6165-4c73-bda7-b61343245812 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:43:38.423955 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "tag": "850c2a0c-8026-464e-b44e-749287193daa", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:43:38.424293 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6be9cf6-6165-4c73-bda7-b61343245812 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:43:38.424766 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6be9cf6-6165-4c73-bda7-b61343245812'] response: {'name': 'network-changed', 'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'tag': '850c2a0c-8026-464e-b44e-749287193daa', 'status': 'completed', 'code': 200} Apr 06 17:43:38.430613 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5432ac11-6205-4932-8dd1-5d0c2b87d643 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "PUT /v2.0/floatingips/aa70ca36-b1a1-479a-a697-256195b70679 HTTP/1.1" status: 200 len: 993 time: 1.1841526 Apr 06 17:43:38.432062 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d251749-a1f1-45e7-9b54-1abb6ad33605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd4c9a4-a725-4c59-aae4-6a6bb4420180'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:43:38.435143 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ece1d9b-23a1-459b-8645-05358fa47d5b" -d '{"events": [{"server_uuid": "9d251749-a1f1-45e7-9b54-1abb6ad33605", "name": "network-vif-plugged", "status": "completed", "tag": "1fd4c9a4-a725-4c59-aae4-6a6bb4420180"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:43:38.447315 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,segment=NetworkSegment(0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162),segment_id=0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:43:38.451884 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:38.475802 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350f459a-6306-47f4-82f5-17e9e1c10973 x-openstack-request-id: req-350f459a-6306-47f4-82f5-17e9e1c10973 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:43:38.476127 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d251749-a1f1-45e7-9b54-1abb6ad33605", "name": "network-vif-plugged", "status": "completed", "tag": "1fd4c9a4-a725-4c59-aae4-6a6bb4420180", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:43:38.476384 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-350f459a-6306-47f4-82f5-17e9e1c10973 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:43:38.476778 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-350f459a-6306-47f4-82f5-17e9e1c10973'] response: {'server_uuid': '9d251749-a1f1-45e7-9b54-1abb6ad33605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd4c9a4-a725-4c59-aae4-6a6bb4420180', 'code': 200} Apr 06 17:43:38.482754 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:43:38.502790 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:38.716126 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'aa70ca36-b1a1-479a-a697-256195b70679', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'port_id': '850c2a0c-8026-464e-b44e-749287193daa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'mac_address': 'fa:16:3e:2d:50:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:41:40Z', 'updated_at': '2022-04-06T17:43:37Z', 'revision_number': 3, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 5, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:38.743073 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] Checking router: ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:43:38.751889 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:43:38.752485 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:43:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:38.894930 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-86c041d6-94af-4525-935f-a09410d7939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:38.896865 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-86c041d6-94af-4525-935f-a09410d7939d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 1129 time: 0.0534830 Apr 06 17:43:38.949734 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:43:39.079914 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762c8b0-0abe-4af7-9bd1-4b801352a2ed req-a56e0166-8828-44e4-be28-91f075978575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:39.081375 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-a762c8b0-0abe-4af7-9bd1-4b801352a2ed req-a56e0166-8828-44e4-be28-91f075978575 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 1129 time: 0.0780315 Apr 06 17:43:39.084093 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-b94b2646-3742-46f7-b38c-dea8eafe6caf service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820286 Apr 06 17:43:39.115682 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-2b525265-3ec3-47f0-b2ec-596dd9b6790d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:39.117168 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-2b525265-3ec3-47f0-b2ec-596dd9b6790d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 945 time: 0.1591499 Apr 06 17:43:39.148350 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-a762c8b0-0abe-4af7-9bd1-4b801352a2ed req-1767651c-9a7e-4632-98cf-7d213df825c8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509486 Apr 06 17:43:39.148679 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95e701-2c3e-4313-a783-63d6c32b0fa2 req-bb3eb7da-627e-41ea-83ba-4a4b5f5b976f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:39.150168 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ae95e701-2c3e-4313-a783-63d6c32b0fa2 req-bb3eb7da-627e-41ea-83ba-4a4b5f5b976f tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 945 time: 0.1607435 Apr 06 17:43:39.168621 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-d501ff39-7c4b-4bec-ab9c-985b447c0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:39.170131 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-d501ff39-7c4b-4bec-ab9c-985b447c0edd service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.2144508 Apr 06 17:43:39.189917 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'aa70ca36-b1a1-479a-a697-256195b70679', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'port_id': '850c2a0c-8026-464e-b44e-749287193daa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'mac_address': 'fa:16:3e:2d:50:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:41:40Z', 'updated_at': '2022-04-06T17:43:37Z', 'revision_number': 3, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 5, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:39.209444 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-55db667e-78da-4a5c-bd60-cbf2a88809bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:39.211074 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-55db667e-78da-4a5c-bd60-cbf2a88809bb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 1130 time: 0.0653772 Apr 06 17:43:39.217606 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919e0f22-49a6-4423-875d-9068b96aadb6 None None] The sync data for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi is: [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'aa70ca36-b1a1-479a-a697-256195b70679', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'port_id': '850c2a0c-8026-464e-b44e-749287193daa', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'mac_address': 'fa:16:3e:2d:50:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:41:40Z', 'updated_at': '2022-04-06T17:43:37Z', 'revision_number': 3, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 5, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:43:39.290586 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ae95e701-2c3e-4313-a783-63d6c32b0fa2 req-7c35ccfc-77a0-4fd3-aad1-86657cd625d3 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194975 Apr 06 17:43:39.300627 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303cc55d-a10c-4f5b-9264-1cf042b51074 req-9202d3ad-b351-4c30-bca8-8abbba745bef tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:39.302124 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-303cc55d-a10c-4f5b-9264-1cf042b51074 req-9202d3ad-b351-4c30-bca8-8abbba745bef tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 945 time: 0.1300471 Apr 06 17:43:39.353455 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Deleting port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:43:39.353705 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:39.439248 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-303cc55d-a10c-4f5b-9264-1cf042b51074 req-8480e67b-670d-410e-86d9-587a8f54459e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=771ed193-77b8-4e87-b37f-6b4e4e6640cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293263 Apr 06 17:43:39.503759 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-9aa4aac7-8d94-4cca-91c5-0974536eab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:39.505243 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-9aa4aac7-8d94-4cca-91c5-0974536eab7c service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.0869343 Apr 06 17:43:39.524029 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-c410301b-f555-4e79-a1fb-1ca55b34d9d5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850c2a0c-8026-464e-b44e-749287193daa HTTP/1.1" status: 200 len: 1001 time: 0.1090100 Apr 06 17:43:39.556047 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-7c02ceb0-8fb3-4828-929c-9d8ff8c00088 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 HTTP/1.1" status: 200 len: 217 time: 0.0405486 Apr 06 17:43:39.607026 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-8eeac0ba-4ecf-4051-a299-c7fd0129ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:39.608428 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-8eeac0ba-4ecf-4051-a299-c7fd0129ad3b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0454350 Apr 06 17:43:39.812924 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05ca3c-0709-49b5-a739-e577d40c5461 req-6e553a9e-d624-48b0-8621-ccf670dc7fef tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:39.814383 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed05ca3c-0709-49b5-a739-e577d40c5461 req-6e553a9e-d624-48b0-8621-ccf670dc7fef tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.4535964 Apr 06 17:43:39.834773 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] For port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:43:39.835140 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:39.900791 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-af34b3bf-4d89-43e4-82cf-cd86dea76b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:39.902885 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-af34b3bf-4d89-43e4-82cf-cd86dea76b11 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.3640780 Apr 06 17:43:39.925290 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed05ca3c-0709-49b5-a739-e577d40c5461 req-050a0978-94f1-4995-b73c-2ba8795ea27b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027384 Apr 06 17:43:40.080661 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:40.085794 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (d93bb3f2-97be-439b-b86d-75b2bb42611c), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:40.086268 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Floating IP d93bb3f2-97be-439b-b86d-75b2bb42611c disassociated. External IP: 172.27.2.73, port: e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8. Apr 06 17:43:40.086761 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Calling delete_port for e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:43:40.107847 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-302688d6-5b53-4578-8925-9700d3558474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:40.109348 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-302688d6-5b53-4578-8925-9700d3558474 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0703604 Apr 06 17:43:40.185178 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-f228189f-e962-4d8e-a696-17437510f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:40.186780 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-f228189f-e962-4d8e-a696-17437510f7fe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1514981 Apr 06 17:43:40.238809 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-3c8027b2-fc14-42a1-94e6-a5f9e3a24961 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208024 Apr 06 17:43:40.242899 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-61859497-4896-405d-86d7-d704e029d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:40.244235 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-61859497-4896-405d-86d7-d704e029d4c2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 1129 time: 0.0688131 Apr 06 17:43:40.254808 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277fb1-a7b4-453e-a322-80cf97bd760b req-556411e6-6201-402a-9e43-353178b6d043 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:40.256279 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f0277fb1-a7b4-453e-a322-80cf97bd760b req-556411e6-6201-402a-9e43-353178b6d043 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1633885 Apr 06 17:43:40.364072 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-07aba717-922d-4801-aa8e-961b6b739d34 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667292 Apr 06 17:43:40.408589 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fcd9c3c1-46ec-4868-a2c2-1e2558e8b228 req-05cfbf64-ddde-4581-a2f4-4c7e82f6591d service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549580 Apr 06 17:43:40.412795 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-81dc44fd-ff6d-43b3-b3d1-087c0abf5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:40.414127 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-81dc44fd-ff6d-43b3-b3d1-087c0abf5861 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 200 len: 910 time: 0.1200461 Apr 06 17:43:40.414542 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f0277fb1-a7b4-453e-a322-80cf97bd760b req-336c596d-8d49-488a-92e7-349828d0dc7b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503713 Apr 06 17:43:40.425266 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'tag': '850c2a0c-8026-464e-b44e-749287193daa'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:43:40.427820 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4935d872-1f74-4455-9f27-0fd88adc8b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "tag": "850c2a0c-8026-464e-b44e-749287193daa"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:43:40.432174 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:40.471723 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a5d4a1-e61f-4a3f-af01-58d3e7a74a21 x-openstack-request-id: req-e4a5d4a1-e61f-4a3f-af01-58d3e7a74a21 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:43:40.472020 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "tag": "850c2a0c-8026-464e-b44e-749287193daa", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:43:40.472275 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4a5d4a1-e61f-4a3f-af01-58d3e7a74a21 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:43:40.472686 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a5d4a1-e61f-4a3f-af01-58d3e7a74a21'] response: {'name': 'network-changed', 'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'tag': '850c2a0c-8026-464e-b44e-749287193daa', 'status': 'completed', 'code': 200} Apr 06 17:43:40.475633 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'Port': ['ID=e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:40.493435 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437fe473-3e21-4e0c-b3b5-bd37698ec835 req-612a32aa-820d-4dda-9986-c41085c4197a tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:40.501515 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-437fe473-3e21-4e0c-b3b5-bd37698ec835 req-612a32aa-820d-4dda-9986-c41085c4197a tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 945 time: 0.1316783 Apr 06 17:43:40.591582 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-56a78293-c743-4eb6-b6ee-d25756b13b04 req-b9b6b8d4-95cb-431c-bf9e-a155732fdc25 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 210 time: 0.0463963 Apr 06 17:43:40.654736 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-437fe473-3e21-4e0c-b3b5-bd37698ec835 req-5202dc10-fe48-4a42-b29d-2168a51c7161 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525800 Apr 06 17:43:40.674619 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Router 07e59484-0984-4a4d-91f9-65393fea5309 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:43:40.789445 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:43:40.800939 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:43:40.816273 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:43:40.816911 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:43:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:40.835047 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] No DVR routers for this DVR port e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:43:40.837634 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:40.842504 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5e72fa34-b763-4b66-9627-ccd8be38d065 req-b735289c-4225-4e57-9332-26d32413caf7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "DELETE /v2.0/ports/e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 HTTP/1.1" status: 204 len: 173 time: 1.7141674 Apr 06 17:43:40.932130 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:43:41.102423 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47a8b129-9d64-40a5-b518-85123f4a1173 req-260003b9-02e9-43f5-990d-c21fda3d6f23 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321671 Apr 06 17:43:41.128229 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-14f19a4f-424c-4735-802b-2e1222beefc9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6 HTTP/1.1" status: 200 len: 1000 time: 0.1555185 Apr 06 17:43:41.165844 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:41.191233 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:43:41.199819 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:43:41.200420 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:43:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:41.423303 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-3f0fd8b2-91aa-4f35-bcd3-690b24e7fa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:41.425011 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-3f0fd8b2-91aa-4f35-bcd3-690b24e7fa66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=679d91da-34c0-4cc7-8657-b78253e29f8e HTTP/1.1" status: 200 len: 848 time: 0.0485294 Apr 06 17:43:41.427775 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:43:41.486764 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-cb2d3a8c-c473-4e52-85b3-2752594d3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:41.488241 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-cb2d3a8c-c473-4e52-85b3-2752594d3b0d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6369e41b-044c-4773-9dbb-ba65b327e8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554550 Apr 06 17:43:41.490973 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-3e59853d-7c6f-4280-8d3b-de3a1a5c6051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:41.492506 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-3e59853d-7c6f-4280-8d3b-de3a1a5c6051 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 1129 time: 0.0582404 Apr 06 17:43:41.611283 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-65ced6d5-8f30-4f9c-b82c-e4c933966f56 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955629 Apr 06 17:43:41.630416 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aa6df9-26a1-4e3d-8d4d-4f4da4aafa79 req-74b58980-ef49-4ed1-b53c-c0dbcd48f807 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:41.631908 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-67aa6df9-26a1-4e3d-8d4d-4f4da4aafa79 req-74b58980-ef49-4ed1-b53c-c0dbcd48f807 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1194990 Apr 06 17:43:41.663005 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:43:41.669687 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-996e1e1b-9f8a-43e4-92e6-c99d6335c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:41.671185 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-996e1e1b-9f8a-43e4-92e6-c99d6335c0a6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.1417460 Apr 06 17:43:41.691634 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ab612-015e-4df2-9ca5-22e9e095a657 None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:43:41.708412 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-67aa6df9-26a1-4e3d-8d4d-4f4da4aafa79 req-2a46230f-e4eb-44d2-87ef-cb91a409383e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676820 Apr 06 17:43:41.725512 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7c23d660-262c-4dbb-831b-8966de7fe650 req-d4e5e43f-fc3d-45df-8954-78d47fb99c69 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=06ab5495-d48c-4013-b733-89404af0815b HTTP/1.1" status: 200 len: 210 time: 0.0383391 Apr 06 17:43:41.827924 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53834c6e-52ba-4978-a490-f4d595aca6ff req-386e2a86-5839-4279-9b6f-10c230c8cc92 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:41.829130 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53834c6e-52ba-4978-a490-f4d595aca6ff req-386e2a86-5839-4279-9b6f-10c230c8cc92 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 945 time: 0.0555401 Apr 06 17:43:41.931031 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53834c6e-52ba-4978-a490-f4d595aca6ff req-7639003b-c765-405d-a9cb-6dc4b72dc330 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950634 Apr 06 17:43:41.944098 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-4f62f093-ed07-4476-9b40-c1ce1c241222 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=850c2a0c-8026-464e-b44e-749287193daa HTTP/1.1" status: 200 len: 1001 time: 0.0895197 Apr 06 17:43:41.952648 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-8c116315-1256-4ff5-9653-0fd53a2d7034 req-94d6e1c3-761a-40a5-aedc-9160f4207095 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050136 Apr 06 17:43:41.976067 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4cb88b-e709-4882-afdd-aea072a83a2f None None] New status for floating IP d93bb3f2-97be-439b-b86d-75b2bb42611c: DOWN {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:43:42.002512 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-3e75dec5-4cf6-4254-877e-e034aacd09db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:42.005091 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-3e75dec5-4cf6-4254-877e-e034aacd09db service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.0545745 Apr 06 17:43:42.119920 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-d67e78d6-ebf7-4ac3-b796-bfff24d76035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:42.122577 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-d67e78d6-ebf7-4ac3-b796-bfff24d76035 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559778 Apr 06 17:43:42.229454 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-0f264aad-f60f-484d-902c-a4229545edaa service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934601 Apr 06 17:43:42.295154 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:43:42.316395 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:43:42.316891 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:43:42.341264 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4935d872-1f74-4455-9f27-0fd88adc8b4d req-c77c3e99-6d66-4baa-a326-170385a6316d service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001718 Apr 06 17:43:42.474405 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ab5495-d48c-4013-b733-89404af0815b', 'name': 'network-vif-deleted', 'tag': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:43:42.476699 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ed1a87-dc99-4fc1-9230-7d459bfef9e2" -d '{"events": [{"server_uuid": "06ab5495-d48c-4013-b733-89404af0815b", "name": "network-vif-deleted", "tag": "e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:43:42.510704 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec111527-f0b7-459e-97da-e520714e9e13 x-openstack-request-id: req-ec111527-f0b7-459e-97da-e520714e9e13 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:43:42.511184 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ab5495-d48c-4013-b733-89404af0815b", "name": "network-vif-deleted", "tag": "e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:43:42.511523 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ec111527-f0b7-459e-97da-e520714e9e13 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:43:42.511930 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec111527-f0b7-459e-97da-e520714e9e13'] response: {'server_uuid': '06ab5495-d48c-4013-b733-89404af0815b', 'name': 'network-vif-deleted', 'tag': 'e0e1cc65-fce2-4d88-95a3-3f025dd2b5b8', 'status': 'completed', 'code': 200} Apr 06 17:43:42.813057 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55182) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:42.835749 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e5991-697e-4800-970a-2ae970fa5f4b req-fdf63959-8af2-49d9-bdfc-213fb0c622c7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:42.837411 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f82e5991-697e-4800-970a-2ae970fa5f4b req-fdf63959-8af2-49d9-bdfc-213fb0c622c7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0563929 Apr 06 17:43:42.873275 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fadbe8f2-edf6-4285-b7ee-aad1c5b784cd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (771ed193-77b8-4e87-b37f-6b4e4e6640cb), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:42.884796 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f82e5991-697e-4800-970a-2ae970fa5f4b req-3ca7cb0d-bc8f-4cde-80dc-a2bfb5812a1e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408888 Apr 06 17:43:42.896730 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fadbe8f2-edf6-4285-b7ee-aad1c5b784cd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (771ed193-77b8-4e87-b37f-6b4e4e6640cb), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:42.943834 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fadbe8f2-edf6-4285-b7ee-aad1c5b784cd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (771ed193-77b8-4e87-b37f-6b4e4e6640cb), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:42.946641 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fadbe8f2-edf6-4285-b7ee-aad1c5b784cd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:42.947850 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-fadbe8f2-edf6-4285-b7ee-aad1c5b784cd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "DELETE /v2.0/security-groups/771ed193-77b8-4e87-b37f-6b4e4e6640cb HTTP/1.1" status: 204 len: 168 time: 0.1334927 Apr 06 17:43:42.951293 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55184) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:42.957634 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbe8f2-edf6-4285-b7ee-aad1c5b784cd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771ed193-77b8-4e87-b37f-6b4e4e6640cb,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:42.971640 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.api.v2.resource [None req-ba7e320d-3c2f-4b65-a61a-9bfc4922585f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] show failed (client error): The resource could not be found. Apr 06 17:43:42.972683 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ba7e320d-3c2f-4b65-a61a-9bfc4922585f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups/771ed193-77b8-4e87-b37f-6b4e4e6640cb HTTP/1.1" status: 404 len: 347 time: 0.0202079 Apr 06 17:43:42.975580 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55186) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:43.108806 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-beac6bc9-2b87-4596-ab6f-3b0df9d0857a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Deleting port c6a3c65b-c19a-4ae9-821b-41f23e5b702c {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:43:43.109192 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-beac6bc9-2b87-4596-ab6f-3b0df9d0857a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (c6a3c65b-c19a-4ae9-821b-41f23e5b702c), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:43.192437 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-beac6bc9-2b87-4596-ab6f-3b0df9d0857a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (c6a3c65b-c19a-4ae9-821b-41f23e5b702c), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:43.193230 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-beac6bc9-2b87-4596-ab6f-3b0df9d0857a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (c6a3c65b-c19a-4ae9-821b-41f23e5b702c), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:43.204642 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-beac6bc9-2b87-4596-ab6f-3b0df9d0857a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Calling delete_port for c6a3c65b-c19a-4ae9-821b-41f23e5b702c owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:43:43.350787 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-beac6bc9-2b87-4596-ab6f-3b0df9d0857a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (c6a3c65b-c19a-4ae9-821b-41f23e5b702c), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:43.378100 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac6bc9-2b87-4596-ab6f-3b0df9d0857a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'Port': ['ID=c6a3c65b-c19a-4ae9-821b-41f23e5b702c,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:43.452519 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-beac6bc9-2b87-4596-ab6f-3b0df9d0857a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (d93bb3f2-97be-439b-b86d-75b2bb42611c), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:43.455253 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-beac6bc9-2b87-4596-ab6f-3b0df9d0857a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:43.456402 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-beac6bc9-2b87-4596-ab6f-3b0df9d0857a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "DELETE /v2.0/floatingips/d93bb3f2-97be-439b-b86d-75b2bb42611c HTTP/1.1" status: 204 len: 168 time: 0.4799345 Apr 06 17:43:44.005344 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b27708-c0c3-4a76-84f7-73b7ab0f92ee req-b2cef596-784c-48f7-9cc2-9765c3d9fa42 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:44.006934 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-70b27708-c0c3-4a76-84f7-73b7ab0f92ee req-b2cef596-784c-48f7-9cc2-9765c3d9fa42 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0540435 Apr 06 17:43:44.056926 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-70b27708-c0c3-4a76-84f7-73b7ab0f92ee req-277d44d8-ee5b-441a-a215-8ec6ee691420 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 Apr 06 17:43:44.178870 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55198) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:44.183599 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-24a1d46b-e2cb-4b96-ad26-10f1ab507139 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1739938733', 'description': 'tempest-description--920896504'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:43:44.203196 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24a1d46b-e2cb-4b96-ad26-10f1ab507139 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.265975 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24a1d46b-e2cb-4b96-ad26-10f1ab507139 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.269303 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24a1d46b-e2cb-4b96-ad26-10f1ab507139 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.292370 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24a1d46b-e2cb-4b96-ad26-10f1ab507139 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.293563 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-24a1d46b-e2cb-4b96-ad26-10f1ab507139 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1137135 Apr 06 17:43:44.296552 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55200) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:44.300898 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-a3ea8295-013b-4178-b448-77c1099a234b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group_rule': {'security_group_id': '7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:43:44.301244 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1d46b-e2cb-4b96-ad26-10f1ab507139 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:44.326283 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8295-013b-4178-b448-77c1099a234b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (25188bcf-32f2-4878-a2db-7f44ff92604d), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.379134 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8295-013b-4178-b448-77c1099a234b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (25188bcf-32f2-4878-a2db-7f44ff92604d), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.382473 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8295-013b-4178-b448-77c1099a234b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (25188bcf-32f2-4878-a2db-7f44ff92604d), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.400507 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea8295-013b-4178-b448-77c1099a234b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25188bcf-32f2-4878-a2db-7f44ff92604d,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:44.410612 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a3ea8295-013b-4178-b448-77c1099a234b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.411836 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a3ea8295-013b-4178-b448-77c1099a234b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142931 Apr 06 17:43:44.414529 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55204) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:44.419172 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-db8639df-a059-477c-9b7a-bd61b152261a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group_rule': {'security_group_id': '7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:43:44.444492 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-db8639df-a059-477c-9b7a-bd61b152261a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (714b4555-7a61-44ae-8edd-13ddb05f5fa2), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.499661 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-db8639df-a059-477c-9b7a-bd61b152261a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (714b4555-7a61-44ae-8edd-13ddb05f5fa2), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.503155 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-db8639df-a059-477c-9b7a-bd61b152261a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (714b4555-7a61-44ae-8edd-13ddb05f5fa2), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.521485 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8639df-a059-477c-9b7a-bd61b152261a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714b4555-7a61-44ae-8edd-13ddb05f5fa2,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:44.530188 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-db8639df-a059-477c-9b7a-bd61b152261a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.531472 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-db8639df-a059-477c-9b7a-bd61b152261a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159058 Apr 06 17:43:44.534396 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55206) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:43:44.538717 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:43:44.558527 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.655692 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.758662 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Allocated IP 172.27.2.191 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/f7afcb85-c2db-472d-9c3b-3755046f7d6e) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:43:44.860766 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (f7afcb85-c2db-472d-9c3b-3755046f7d6e), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.893162 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (f7afcb85-c2db-472d-9c3b-3755046f7d6e), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:44.927138 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:43:44.929826 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:43:44.936345 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:43:44.964763 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=f7afcb85-c2db-472d-9c3b-3755046f7d6e,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:45.031875 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (1b80a808-799a-4687-ad1a-086721097fd4), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:45.068616 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (f7afcb85-c2db-472d-9c3b-3755046f7d6e), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:45.225827 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (f7afcb85-c2db-472d-9c3b-3755046f7d6e), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:45.230292 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (f7afcb85-c2db-472d-9c3b-3755046f7d6e), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:45.298737 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=f7afcb85-c2db-472d-9c3b-3755046f7d6e,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:45.306930 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (1b80a808-799a-4687-ad1a-086721097fd4), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:45.322194 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:45.324063 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2f2149de-1dbb-42b5-a9da-e85ecccf5798 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7880828 Apr 06 17:43:45.470280 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-b000bb31-fd2c-40d1-914f-cb8890a8d71e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1739938733&fields=id&tenant_id=87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 267 time: 0.0436561 Apr 06 17:43:45.578690 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-29f91a8b-e2d8-4ac7-a505-b5d7ef224db0 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:45.580079 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-29f91a8b-e2d8-4ac7-a505-b5d7ef224db0 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 815 time: 0.1033416 Apr 06 17:43:45.594327 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-a403d6d1-2dac-4faa-8667-e1333bf9685e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/quotas/87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 375 time: 0.0089285 Apr 06 17:43:45.646821 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-bc83d495-441a-420e-857b-b37da5d37d86 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478456 Apr 06 17:43:45.741873 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-c14c2bde-8f99-4d9f-8c52-c11540508d23 service neutron] 10.222.0.18 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842130 Apr 06 17:43:45.829727 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-8e07e4c4-7975-4642-a30c-43cffa9811fd service neutron] 10.222.0.18 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813904 Apr 06 17:43:45.986640 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-84bb88b7-799d-4ed9-a549-42767fa83232 req-7e30f610-6922-4a61-ae8b-7339d96cd286 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 210 time: 0.0273995 Apr 06 17:43:46.948061 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-f2f26e8b-1e0d-455e-a34a-96dc6cbfa3e6 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:46.949674 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-f2f26e8b-1e0d-455e-a34a-96dc6cbfa3e6 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 815 time: 0.1120064 Apr 06 17:43:47.017829 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-b4ddd5e0-9ed8-4c54-b794-5c3ac7f6d478 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 380 time: 0.0560513 Apr 06 17:43:47.079524 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f7b0152e-2bc0-46fd-8ec5-f6277a9adcfe req-e190ba25-dbad-436a-8425-cbb1048e8923 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 210 time: 0.0285885 Apr 06 17:43:47.082815 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'port': {'device_id': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'admin_state_up': True, 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'security_groups': ['7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:43:47.435473 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Made reservation on behalf of 87308970bb8c47498926e0b72fe50b18 for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:43:47.439061 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:47.564398 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Allocated IP 172.20.0.6 (46a47786-96d2-4524-85d9-d3afc011b078/9e312bc6-ff32-47ed-8e0a-e3b0187732d4/6ca4579f-4ce6-4187-982e-1b520e2849e5) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:43:47.701125 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:47.735053 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:47.777962 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Network 46a47786-96d2-4524-85d9-d3afc011b078 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:43:47.783031 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:43:47.786843 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:43:47.813202 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=6ca4579f-4ce6-4187-982e-1b520e2849e5,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:47.851986 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:47.852607 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:47.869471 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-d51877e4-10cb-45b7-acba-294978a49473 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7923355 Apr 06 17:43:47.882649 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Request body: {'port': {'device_id': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:43:47.943055 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:48.059632 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-ba643d8a-1e20-4061-9b4b-88f9ca33727c None None] Provisioning complete for port 6ca4579f-4ce6-4187-982e-1b520e2849e5 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:43:48.060171 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba643d8a-1e20-4061-9b4b-88f9ca33727c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:48.092906 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-ba643d8a-1e20-4061-9b4b-88f9ca33727c None None] Port 6ca4579f-4ce6-4187-982e-1b520e2849e5 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:43:48.239714 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca4579f-4ce6-4187-982e-1b520e2849e5 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:43:48.250963 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3646a1-d1bd-42e5-9e6f-e8862bcb1c5d req-352df69c-a916-4789-aa8c-9d745692c594 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:48.252487 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ec3646a1-d1bd-42e5-9e6f-e8862bcb1c5d req-352df69c-a916-4789-aa8c-9d745692c594 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 931 time: 0.1056235 Apr 06 17:43:48.256504 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Publish callbacks [] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:48.282422 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Transition to ACTIVE for port object 6ca4579f-4ce6-4187-982e-1b520e2849e5 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:43:48.287815 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:48.345349 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ec3646a1-d1bd-42e5-9e6f-e8862bcb1c5d req-19d0361e-8868-4b89-82b4-2e8bac209dbd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863783 Apr 06 17:43:48.363609 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca4579f-4ce6-4187-982e-1b520e2849e5,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:48.387436 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.387790 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.388135 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.388482 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.388817 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.389151 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.389484 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.389813 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.390167 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.390496 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.390824 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.391151 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.391475 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.391797 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.392126 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:48.444470 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Attempting to bind port 6ca4579f-4ce6-4187-982e-1b520e2849e5 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:43:48.444892 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Attempting to bind port 6ca4579f-4ce6-4187-982e-1b520e2849e5 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:43:48.445293 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Attempting to bind port 6ca4579f-4ce6-4187-982e-1b520e2849e5 on network 46a47786-96d2-4524-85d9-d3afc011b078 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:43:48.450428 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Port 6ca4579f-4ce6-4187-982e-1b520e2849e5 on network 46a47786-96d2-4524-85d9-d3afc011b078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:43:48.450757 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Attempting to bind port 6ca4579f-4ce6-4187-982e-1b520e2849e5 on network 46a47786-96d2-4524-85d9-d3afc011b078 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:43:48.455709 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:43:48.456051 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Checking segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:43:48.456449 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Bound using segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:43:48.456881 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Bound port: 6ca4579f-4ce6-4187-982e-1b520e2849e5, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:43:48.457250 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:48.522859 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] For port 6ca4579f-4ce6-4187-982e-1b520e2849e5, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:43:48.525765 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] For port 6ca4579f-4ce6-4187-982e-1b520e2849e5, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6ca4579f-4ce6-4187-982e-1b520e2849e5,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:43:48.531573 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:48.564645 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:48.565160 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:48.566589 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/6ca4579f-4ce6-4187-982e-1b520e2849e5 HTTP/1.1" status: 200 len: 1093 time: 0.6882157 Apr 06 17:43:48.568799 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'tag': '6ca4579f-4ce6-4187-982e-1b520e2849e5'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:43:48.571057 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d7b5c6-6f2a-472d-aee0-237a5307393d" -d '{"events": [{"name": "network-changed", "server_uuid": "87591dc0-27df-4db1-a636-eb5c5aa68de0", "tag": "6ca4579f-4ce6-4187-982e-1b520e2849e5"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:43:48.598151 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2a953-a038-42b5-ab0e-51160890d0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca4579f-4ce6-4187-982e-1b520e2849e5,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:48.606843 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b4230f-36cf-479b-a850-e1af2414d2f7 x-openstack-request-id: req-a6b4230f-36cf-479b-a850-e1af2414d2f7 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:43:48.607137 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87591dc0-27df-4db1-a636-eb5c5aa68de0", "tag": "6ca4579f-4ce6-4187-982e-1b520e2849e5", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:43:48.607394 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6b4230f-36cf-479b-a850-e1af2414d2f7 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:43:48.607796 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b4230f-36cf-479b-a850-e1af2414d2f7'] response: {'name': 'network-changed', 'server_uuid': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'tag': '6ca4579f-4ce6-4187-982e-1b520e2849e5', 'status': 'completed', 'code': 200} Apr 06 17:43:49.113034 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7b5c6-6f2a-472d-aee0-237a5307393d req-34bd4bd5-8cce-4e12-bf65-cb6c5df531cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:49.114477 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-31d7b5c6-6f2a-472d-aee0-237a5307393d req-34bd4bd5-8cce-4e12-bf65-cb6c5df531cf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 1127 time: 0.0502722 Apr 06 17:43:49.463450 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bb9c5-d1c9-4eb4-aa4c-243471508736 req-81ecb0e6-53bc-40e9-8dca-58b8759b3f37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:49.464935 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b99bb9c5-d1c9-4eb4-aa4c-243471508736 req-81ecb0e6-53bc-40e9-8dca-58b8759b3f37 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 943 time: 0.0519505 Apr 06 17:43:49.511753 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b99bb9c5-d1c9-4eb4-aa4c-243471508736 req-983510e4-f307-43fa-886a-a353cda664e3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 Apr 06 17:43:49.705714 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7b5c6-6f2a-472d-aee0-237a5307393d req-e5bb21b4-79fd-4bce-8b8b-c7a2c132e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:49.708517 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-31d7b5c6-6f2a-472d-aee0-237a5307393d req-e5bb21b4-79fd-4bce-8b8b-c7a2c132e15e service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=87308970bb8c47498926e0b72fe50b18&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1801515 Apr 06 17:43:49.879228 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7b5c6-6f2a-472d-aee0-237a5307393d req-e7010f37-d69e-4ad7-9b90-4a81dbd761ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:49.880970 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-31d7b5c6-6f2a-472d-aee0-237a5307393d req-e7010f37-d69e-4ad7-9b90-4a81dbd761ee service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1591408 Apr 06 17:43:49.971302 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-734eeb80-f1d5-4091-af62-fb5256391118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:49.972751 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-734eeb80-f1d5-4091-af62-fb5256391118 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 1127 time: 0.0442300 Apr 06 17:43:50.017569 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-4b970124-f757-4e64-ae6c-0dd1d7514d0f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca4579f-4ce6-4187-982e-1b520e2849e5 HTTP/1.1" status: 200 len: 217 time: 0.0368659 Apr 06 17:43:50.071697 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-c9c2aff8-62c6-43a4-ab24-600c08307f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:50.073080 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-c9c2aff8-62c6-43a4-ab24-600c08307f65 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 200 len: 854 time: 0.0420465 Apr 06 17:43:50.123977 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-91fe3d65-1166-495d-86b6-7fc4d6d22d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:50.125412 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-91fe3d65-1166-495d-86b6-7fc4d6d22d14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46a47786-96d2-4524-85d9-d3afc011b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427628 Apr 06 17:43:50.215121 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-ac8bb34e-1d20-4793-ad5b-639c2e236701 service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833008 Apr 06 17:43:50.633724 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0ca78-33fc-4b35-8c87-76e0a3d67eaf req-7e311601-73dd-4ea9-a97c-a438586faa05 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:50.635207 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d3e0ca78-33fc-4b35-8c87-76e0a3d67eaf req-7e311601-73dd-4ea9-a97c-a438586faa05 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 943 time: 0.0524006 Apr 06 17:43:50.681538 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d3e0ca78-33fc-4b35-8c87-76e0a3d67eaf req-dd3d0ceb-8299-4469-a76e-6dc23fec6336 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402250 Apr 06 17:43:51.201018 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2712a71b-cfb4-452f-8fab-9a696f6087c6 req-184a8685-2430-40f6-a549-6d830bb02156 service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854247 Apr 06 17:43:51.803745 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ae305-6c39-4be5-bfd5-d2275eb29751 req-9cb083dc-046a-42f7-8730-6360d3bd63a2 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:51.805124 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ea5ae305-6c39-4be5-bfd5-d2275eb29751 req-9cb083dc-046a-42f7-8730-6360d3bd63a2 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 943 time: 0.0522757 Apr 06 17:43:51.851153 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ea5ae305-6c39-4be5-bfd5-d2275eb29751 req-10d13d66-0b07-4c9d-913e-fc4214deae24 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398381 Apr 06 17:43:52.974010 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d31614-9f2c-498a-b8aa-e6925ab4b667 req-489aef50-9c53-49ee-8320-0f10ce906385 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:52.975564 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47d31614-9f2c-498a-b8aa-e6925ab4b667 req-489aef50-9c53-49ee-8320-0f10ce906385 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 943 time: 0.0566912 Apr 06 17:43:53.022065 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47d31614-9f2c-498a-b8aa-e6925ab4b667 req-44e4b13c-6a67-4d34-893e-fd2dad3b7ad6 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409024 Apr 06 17:43:54.148086 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29997e33-26e7-439b-8153-aa28c54a5be6 req-ef27a2fa-398f-49a3-bfaa-25500db665a7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:54.149542 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-29997e33-26e7-439b-8153-aa28c54a5be6 req-ef27a2fa-398f-49a3-bfaa-25500db665a7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 943 time: 0.0611703 Apr 06 17:43:54.196279 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-29997e33-26e7-439b-8153-aa28c54a5be6 req-08cd440f-ab19-4fd7-91d6-fadf4e468f22 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 Apr 06 17:43:55.313757 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547ac34-4581-46ca-b8f0-79bf318689c6 req-412a2262-2483-40e7-bc03-ea2a82fae377 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:55.315262 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9547ac34-4581-46ca-b8f0-79bf318689c6 req-412a2262-2483-40e7-bc03-ea2a82fae377 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 943 time: 0.0533981 Apr 06 17:43:55.362973 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9547ac34-4581-46ca-b8f0-79bf318689c6 req-d19243f6-3bc8-489c-bc67-d48d7e4649bd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Apr 06 17:43:56.476897 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaa6f5-4947-41c3-96b7-6979d704a81f req-42e73b69-2df0-4ae3-ad43-ad35a58959c7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:56.478445 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f5aaa6f5-4947-41c3-96b7-6979d704a81f req-42e73b69-2df0-4ae3-ad43-ad35a58959c7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 943 time: 0.0519814 Apr 06 17:43:56.527784 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f5aaa6f5-4947-41c3-96b7-6979d704a81f req-f7c610d7-5b10-42c6-b235-8be47f0c6f56 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Apr 06 17:43:57.105936 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 6ca4579f-4ce6-4187-982e-1b520e2849e5 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:43:57.201941 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8158ae17-ad28-44d3-b2d6-a3fd90fecb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:57.218884 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 6ca4579f-4ce6-4187-982e-1b520e2849e5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6ca4579f-4ce6-4187-982e-1b520e2849e5,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:43:57.229228 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '6ca4579f-4ce6-4187-982e-1b520e2849e5', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'port_id': '6ca4579f-4ce6-4187-982e-1b520e2849e5', 'mac_address': 'fa:16:3e:18:ee:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:43:57.267220 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 6ca4579f-4ce6-4187-982e-1b520e2849e5 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:43:57.267787 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:57.284645 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca4579f-4ce6-4187-982e-1b520e2849e5 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:43:57.303581 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 6ca4579f-4ce6-4187-982e-1b520e2849e5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6ca4579f-4ce6-4187-982e-1b520e2849e5,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:43:57.307109 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:57.359866 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=6ca4579f-4ce6-4187-982e-1b520e2849e5,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:57.366790 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.367141 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.367507 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.367862 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.368198 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.368526 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.368859 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.369183 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.369507 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.369830 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.370210 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.370535 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.370856 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.371176 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.371496 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:43:57.652666 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c955b9b-7197-4282-9cd1-ea87e2bfbcb5 req-055c416a-3056-4307-8ce3-899aa25e4362 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:57.656136 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c955b9b-7197-4282-9cd1-ea87e2bfbcb5 req-055c416a-3056-4307-8ce3-899aa25e4362 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 944 time: 0.0600257 Apr 06 17:43:57.668335 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['6ca4579f-4ce6-4187-982e-1b520e2849e5'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:43:57.709709 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c955b9b-7197-4282-9cd1-ea87e2bfbcb5 req-cf08fbf6-155b-4512-b1c0-f25c3d93eb39 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474026 Apr 06 17:43:58.632884 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 6ca4579f-4ce6-4187-982e-1b520e2849e5 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:43:58.682229 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 6ca4579f-4ce6-4187-982e-1b520e2849e5 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:43:58.689037 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 6ca4579f-4ce6-4187-982e-1b520e2849e5 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:43:58.689037 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:58.770486 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 6ca4579f-4ce6-4187-982e-1b520e2849e5 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:43:58.770883 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:58.794118 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca4579f-4ce6-4187-982e-1b520e2849e5'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:43:58.796498 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526bc85d-b6b4-459c-b8de-79f9d30f8592" -d '{"events": [{"server_uuid": "87591dc0-27df-4db1-a636-eb5c5aa68de0", "name": "network-vif-plugged", "status": "completed", "tag": "6ca4579f-4ce6-4187-982e-1b520e2849e5"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:43:58.812944 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 6ca4579f-4ce6-4187-982e-1b520e2849e5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6ca4579f-4ce6-4187-982e-1b520e2849e5,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:43:58.817583 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:43:58.842160 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc9699-7155-4673-9745-f183d79aa6bd req-1454d43c-3e5b-47c9-bfe0-3b0966ec99d8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:58.843677 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48dc9699-7155-4673-9745-f183d79aa6bd req-1454d43c-3e5b-47c9-bfe0-3b0966ec99d8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 944 time: 0.0596807 Apr 06 17:43:58.871336 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=6ca4579f-4ce6-4187-982e-1b520e2849e5,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:43:58.899599 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48dc9699-7155-4673-9745-f183d79aa6bd req-df613e7a-ba0e-494d-949e-ec5a7c5204ef tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457914 Apr 06 17:43:58.911367 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28052e0f-2e8a-4c77-ba9f-193049e8a551 x-openstack-request-id: req-28052e0f-2e8a-4c77-ba9f-193049e8a551 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:43:58.911743 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87591dc0-27df-4db1-a636-eb5c5aa68de0", "name": "network-vif-plugged", "status": "completed", "tag": "6ca4579f-4ce6-4187-982e-1b520e2849e5", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:43:58.912058 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28052e0f-2e8a-4c77-ba9f-193049e8a551 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:43:58.912523 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28052e0f-2e8a-4c77-ba9f-193049e8a551'] response: {'server_uuid': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca4579f-4ce6-4187-982e-1b520e2849e5', 'code': 200} Apr 06 17:43:59.007862 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd94048-f501-40d4-a197-3981e78be4b2 req-b2557fb3-a8f5-4ff3-9cc5-411ca014839a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:43:59.009331 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0fd94048-f501-40d4-a197-3981e78be4b2 req-b2557fb3-a8f5-4ff3-9cc5-411ca014839a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0550904 Apr 06 17:43:59.054919 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0fd94048-f501-40d4-a197-3981e78be4b2 req-ce787dec-8b30-4136-b80c-429b0468109d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392325 Apr 06 17:43:59.530678 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2802fa69-cd59-4993-93e8-4e5db297c0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:00.017356 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d10f1-a349-4a41-a97b-606e41651cbe req-8481dd69-785e-4e58-9184-97d27e6e17cd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:00.018843 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-515d10f1-a349-4a41-a97b-606e41651cbe req-8481dd69-785e-4e58-9184-97d27e6e17cd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0509980 Apr 06 17:44:00.065601 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-515d10f1-a349-4a41-a97b-606e41651cbe req-8601152c-418d-42a2-9936-5ab07b3fa0c1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411603 Apr 06 17:44:00.178213 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105091c8-c71a-4e06-b25b-237d3852d2f6 req-4ae4957c-8c3a-4f12-8831-0b8f3f2a5fad tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:00.179712 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-105091c8-c71a-4e06-b25b-237d3852d2f6 req-4ae4957c-8c3a-4f12-8831-0b8f3f2a5fad tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0546088 Apr 06 17:44:00.225841 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-105091c8-c71a-4e06-b25b-237d3852d2f6 req-6c4fbefc-2f8b-4174-8c13-4f04e5477791 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406075 Apr 06 17:44:00.654369 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5458f-cccb-4c38-8e7d-d2513ad6276d req-e5f69e64-ace6-4f50-aef5-77d6eca47155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:00.655872 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-59a5458f-cccb-4c38-8e7d-d2513ad6276d req-e5f69e64-ace6-4f50-aef5-77d6eca47155 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 1129 time: 0.0460007 Apr 06 17:44:00.703566 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:00.744905 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-59a5458f-cccb-4c38-8e7d-d2513ad6276d req-424728a2-3275-42ef-97a6-ed396008d869 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401084 Apr 06 17:44:00.758694 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-4375fb69-d0f1-407b-9ff4-9447ad3bc07a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:00.760140 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-4375fb69-d0f1-407b-9ff4-9447ad3bc07a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0538192 Apr 06 17:44:01.084885 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Deleting port e3f021a8-38ec-4ba6-8094-d0f007ab28ed {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:01.085159 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:01.177552 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] For port e3f021a8-38ec-4ba6-8094-d0f007ab28ed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:01.177915 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:01.182227 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50436743-3726-42d7-94a4-66e3db43d191 req-b21f6716-54ce-46a0-bd0b-53a5f4fac540 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:01.183722 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50436743-3726-42d7-94a4-66e3db43d191 req-b21f6716-54ce-46a0-bd0b-53a5f4fac540 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0519164 Apr 06 17:44:01.236968 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50436743-3726-42d7-94a4-66e3db43d191 req-bdcae34a-0305-4902-925c-6eb9840b739e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475111 Apr 06 17:44:01.349879 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afc808-4e12-4a01-a732-abfa013f8f9f req-c9c616c7-1dcc-4d71-9920-fe5e5e06574c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:01.351411 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3afc808-4e12-4a01-a732-abfa013f8f9f req-c9c616c7-1dcc-4d71-9920-fe5e5e06574c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 947 time: 0.0563438 Apr 06 17:44:01.400594 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3afc808-4e12-4a01-a732-abfa013f8f9f req-02df494f-54b9-4083-8ed3-1f3263bf8049 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=24691ffc-c1e4-480d-857b-be77aebb4f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Apr 06 17:44:01.608728 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:01.609169 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:01.609486 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Floating IP 43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee disassociated. External IP: 172.27.2.30, port: e3f021a8-38ec-4ba6-8094-d0f007ab28ed. Apr 06 17:44:01.609840 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Calling delete_port for e3f021a8-38ec-4ba6-8094-d0f007ab28ed owned by compute:nova {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:01.749897 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (e3f021a8-38ec-4ba6-8094-d0f007ab28ed), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:01.786828 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event deleted for resources: {'Port': ['ID=e3f021a8-38ec-4ba6-8094-d0f007ab28ed,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:01.925525 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:44:01.965086 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:02.032983 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:44:02.043475 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] Sync routers for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:44:02.053489 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:02.054210 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:02.076858 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] No DVR routers for this DVR port e3f021a8-38ec-4ba6-8094-d0f007ab28ed on host hv-cinder-83588 {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:44:02.079337 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:02.082600 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-6bfd3d00-1d46-4d33-832f-c4780d565b34 req-36e621a8-4f4f-4601-898f-38b8705ef2f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.49 "DELETE /v2.0/ports/e3f021a8-38ec-4ba6-8094-d0f007ab28ed HTTP/1.1" status: 204 len: 173 time: 1.0870676 Apr 06 17:44:02.083036 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'name': 'network-vif-deleted', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:02.085247 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80989946-9105-46cc-a92a-6af12c7fc214" -d '{"events": [{"server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "name": "network-vif-deleted", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:02.122220 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da9a7ac-73ee-49fe-aa60-3d4c2710b747 x-openstack-request-id: req-4da9a7ac-73ee-49fe-aa60-3d4c2710b747 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:02.122838 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4013ca-6b3d-477f-afbc-6c96ff9f01ef", "name": "network-vif-deleted", "tag": "e3f021a8-38ec-4ba6-8094-d0f007ab28ed", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:02.123274 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4da9a7ac-73ee-49fe-aa60-3d4c2710b747 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:02.123899 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da9a7ac-73ee-49fe-aa60-3d4c2710b747'] response: {'server_uuid': '2d4013ca-6b3d-477f-afbc-6c96ff9f01ef', 'name': 'network-vif-deleted', 'tag': 'e3f021a8-38ec-4ba6-8094-d0f007ab28ed', 'status': 'completed', 'code': 200} Apr 06 17:44:02.171443 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:02.367956 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d6409-9ec5-4e26-8e20-ca1a6b1c3297 req-3e691590-c565-4ab9-9553-38f40f8a8b86 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:02.374606 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6c7d6409-9ec5-4e26-8e20-ca1a6b1c3297 req-3e691590-c565-4ab9-9553-38f40f8a8b86 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0662839 Apr 06 17:44:02.394551 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:02.421685 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] Checking router: 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:44:02.428083 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6c7d6409-9ec5-4e26-8e20-ca1a6b1c3297 req-58c2030e-9beb-4758-9fb4-75737c0bb859 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501926 Apr 06 17:44:02.430056 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:02.430839 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:02.524649 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eaf5aada-de4a-43e1-8063-6104b3520a1e req-6e6ce257-ecfe-48cb-8e6f-f7ba13b4b43b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 210 time: 0.0392017 Apr 06 17:44:02.558584 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:02.738880 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:02.761431 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:02.792699 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30041cd-b2f9-4a8e-9055-a8e717c0dd6a None None] The sync data for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi is: [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:44:03.029414 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c48c8ad-d1c1-46ad-a2ec-006e3f686c28 None None] New status for floating IP 43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee: DOWN {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:44:03.493148 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:03.564566 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538af632-3f21-469e-8242-625089b475c9 req-8a635686-e665-460f-b0c1-8ad425a92e83 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:03.566719 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-538af632-3f21-469e-8242-625089b475c9 req-8a635686-e665-460f-b0c1-8ad425a92e83 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0569825 Apr 06 17:44:03.630196 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-538af632-3f21-469e-8242-625089b475c9 req-4e2087a4-2a45-46d7-be4d-99b1e44495af tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559118 Apr 06 17:44:03.645821 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-184792fc-e30b-4699-8e7b-7d6ed702c148 req-93b8efca-5cf2-4333-8a16-6114a3065d04 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d4013ca-6b3d-477f-afbc-6c96ff9f01ef HTTP/1.1" status: 200 len: 210 time: 0.0315964 Apr 06 17:44:03.742944 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e484c4d-4772-4ae5-a233-b7d31c91c19e req-21d6576a-9cca-410e-843a-fb60ef503bd1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:03.744395 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3e484c4d-4772-4ae5-a233-b7d31c91c19e req-21d6576a-9cca-410e-843a-fb60ef503bd1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0516729 Apr 06 17:44:03.753614 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55380) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:03.757932 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-365e88fd-70ae-47d9-9149-6cc25562e1dc tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'floatingip': {'port_id': '6ca4579f-4ce6-4187-982e-1b520e2849e5'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:03.800019 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-365e88fd-70ae-47d9-9149-6cc25562e1dc tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (1b80a808-799a-4687-ad1a-086721097fd4), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:04.422540 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5035c-7379-4d09-979d-ab10324d1ff7 req-1a771db7-fc24-4e49-9f37-49384adbca73 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:04.423985 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-24e5035c-7379-4d09-979d-ab10324d1ff7 req-1a771db7-fc24-4e49-9f37-49384adbca73 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 945 time: 0.3702719 Apr 06 17:44:04.510914 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-24e5035c-7379-4d09-979d-ab10324d1ff7 req-e5b66197-a18d-44c3-899d-c68d7587f182 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797462 Apr 06 17:44:04.558559 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-365e88fd-70ae-47d9-9149-6cc25562e1dc tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:04.562458 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-365e88fd-70ae-47d9-9149-6cc25562e1dc tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (1b80a808-799a-4687-ad1a-086721097fd4), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:04.663100 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-365e88fd-70ae-47d9-9149-6cc25562e1dc tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Floating IP 1b80a808-799a-4687-ad1a-086721097fd4 associated. External IP: 172.27.2.191, port: 6ca4579f-4ce6-4187-982e-1b520e2849e5. Apr 06 17:44:04.663847 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e3f021a8-38ec-4ba6-8094-d0f007ab28ed no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:44:04.684563 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: e3f021a8-38ec-4ba6-8094-d0f007ab28ed {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:44:04.685003 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device e3f021a8-38ec-4ba6-8094-d0f007ab28ed not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:44:04.734061 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55392) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:04.787998 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ee3209c7-45c1-4bd4-b298-fff8ca09ee37 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (24691ffc-c1e4-480d-857b-be77aebb4f7c), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:04.811567 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ee3209c7-45c1-4bd4-b298-fff8ca09ee37 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (24691ffc-c1e4-480d-857b-be77aebb4f7c), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:04.858689 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ee3209c7-45c1-4bd4-b298-fff8ca09ee37 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (24691ffc-c1e4-480d-857b-be77aebb4f7c), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:04.861332 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ee3209c7-45c1-4bd4-b298-fff8ca09ee37 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:04.862488 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ee3209c7-45c1-4bd4-b298-fff8ca09ee37 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "DELETE /v2.0/security-groups/24691ffc-c1e4-480d-857b-be77aebb4f7c HTTP/1.1" status: 204 len: 168 time: 0.1272113 Apr 06 17:44:04.865461 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55394) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:04.871333 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3209c7-45c1-4bd4-b298-fff8ca09ee37 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24691ffc-c1e4-480d-857b-be77aebb4f7c,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:04.888930 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.api.v2.resource [None req-17ae3bc8-b4ff-48d4-bbd3-0ac2b1ae3b05 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] show failed (client error): The resource could not be found. Apr 06 17:44:04.892703 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-17ae3bc8-b4ff-48d4-bbd3-0ac2b1ae3b05 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups/24691ffc-c1e4-480d-857b-be77aebb4f7c HTTP/1.1" status: 404 len: 347 time: 0.0235195 Apr 06 17:44:04.893589 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55396) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:04.900064 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365e88fd-70ae-47d9-9149-6cc25562e1dc tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Router 07e59484-0984-4a4d-91f9-65393fea5309 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:44:05.014682 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365e88fd-70ae-47d9-9149-6cc25562e1dc tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:44:05.019374 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-365e88fd-70ae-47d9-9149-6cc25562e1dc tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:05.023680 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-6bc12799-28b8-42da-b28a-763fc5a11d65 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Deleting port 67f2b191-c07c-4d78-9f96-4536c6855277 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:05.024030 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6bc12799-28b8-42da-b28a-763fc5a11d65 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (67f2b191-c07c-4d78-9f96-4536c6855277), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:05.025904 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:44:05.037807 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:05.038581 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:05.052229 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-365e88fd-70ae-47d9-9149-6cc25562e1dc tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "PUT /v2.0/floatingips/1b80a808-799a-4687-ad1a-086721097fd4 HTTP/1.1" status: 200 len: 991 time: 1.2975335 Apr 06 17:44:05.053032 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'tag': '6ca4579f-4ce6-4187-982e-1b520e2849e5'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:05.055438 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db" -d '{"events": [{"name": "network-changed", "server_uuid": "87591dc0-27df-4db1-a636-eb5c5aa68de0", "tag": "6ca4579f-4ce6-4187-982e-1b520e2849e5"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:05.094569 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed384dba-d6ed-43cb-b032-17f8f28e7f77 x-openstack-request-id: req-ed384dba-d6ed-43cb-b032-17f8f28e7f77 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:05.094856 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87591dc0-27df-4db1-a636-eb5c5aa68de0", "tag": "6ca4579f-4ce6-4187-982e-1b520e2849e5", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:05.095106 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed384dba-d6ed-43cb-b032-17f8f28e7f77 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:05.095512 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed384dba-d6ed-43cb-b032-17f8f28e7f77'] response: {'name': 'network-changed', 'server_uuid': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'tag': '6ca4579f-4ce6-4187-982e-1b520e2849e5', 'status': 'completed', 'code': 200} Apr 06 17:44:05.110374 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6bc12799-28b8-42da-b28a-763fc5a11d65 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (67f2b191-c07c-4d78-9f96-4536c6855277), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:05.110700 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6bc12799-28b8-42da-b28a-763fc5a11d65 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (67f2b191-c07c-4d78-9f96-4536c6855277), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:05.122039 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-6bc12799-28b8-42da-b28a-763fc5a11d65 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Calling delete_port for 67f2b191-c07c-4d78-9f96-4536c6855277 owned by network:floatingip {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:05.151623 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:05.260338 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6bc12799-28b8-42da-b28a-763fc5a11d65 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (67f2b191-c07c-4d78-9f96-4536c6855277), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:05.290788 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc12799-28b8-42da-b28a-763fc5a11d65 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event deleted for resources: {'Port': ['ID=67f2b191-c07c-4d78-9f96-4536c6855277,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:05.309379 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6bc12799-28b8-42da-b28a-763fc5a11d65 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:05.312433 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6bc12799-28b8-42da-b28a-763fc5a11d65 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:05.316443 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-6bc12799-28b8-42da-b28a-763fc5a11d65 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "DELETE /v2.0/floatingips/43ac7f16-d6e0-4d6d-8b01-f5ecc58ef8ee HTTP/1.1" status: 204 len: 168 time: 0.4190972 Apr 06 17:44:05.547367 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '1b80a808-799a-4687-ad1a-086721097fd4', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': '6ca4579f-4ce6-4187-982e-1b520e2849e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:18:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:43:44Z', 'updated_at': '2022-04-06T17:44:04Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:05.578543 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:44:05.589208 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:05.589967 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:05.646383 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f5553-e12c-4299-addc-99a760bf02dc req-e2afde26-615a-42a0-bfa1-1107ceab9b08 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:05.650295 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f55f5553-e12c-4299-addc-99a760bf02dc req-e2afde26-615a-42a0-bfa1-1107ceab9b08 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 945 time: 0.0670693 Apr 06 17:44:05.658796 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-03fa552c-947f-45f6-a884-85347384c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:05.660518 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-03fa552c-947f-45f6-a884-85347384c396 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 1129 time: 0.0507975 Apr 06 17:44:05.700332 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f55f5553-e12c-4299-addc-99a760bf02dc req-a5cbf8e6-0510-4079-8c95-287ac1a4ba70 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/security-groups?id=75850f85-a615-49e4-ba3d-5cce0749503a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Apr 06 17:44:05.705221 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:05.843061 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-808b8f1a-1156-41ae-94be-c194c3f8e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:05.844653 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-808b8f1a-1156-41ae-94be-c194c3f8e10e service neutron] 10.222.0.49 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 916 time: 0.0937512 Apr 06 17:44:05.923126 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-5d18845b-fbee-4253-95dc-d66f14350d1d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca4579f-4ce6-4187-982e-1b520e2849e5 HTTP/1.1" status: 200 len: 999 time: 0.0706406 Apr 06 17:44:05.929287 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '1b80a808-799a-4687-ad1a-086721097fd4', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': '6ca4579f-4ce6-4187-982e-1b520e2849e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:18:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:43:44Z', 'updated_at': '2022-04-06T17:44:04Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:05.940797 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55408) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:05.945614 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-38e97e02-3b28-42c6-ba22-32a783911592 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521205216', 'description': 'tempest-description--1718477019'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:05.956304 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6064b739-defc-43e4-b19c-e36090b72558 None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '1b80a808-799a-4687-ad1a-086721097fd4', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': '6ca4579f-4ce6-4187-982e-1b520e2849e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:18:ee:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:43:44Z', 'updated_at': '2022-04-06T17:44:04Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:44:05.977415 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-721e484d-8653-4f6e-8aef-fdc30bb201f0 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:05.977671 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-46c7cbc4-9623-46b8-877e-7cc27b591be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:05.979043 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-46c7cbc4-9623-46b8-877e-7cc27b591be2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 200 len: 854 time: 0.0514212 Apr 06 17:44:05.979206 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-721e484d-8653-4f6e-8aef-fdc30bb201f0 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 945 time: 0.0885518 Apr 06 17:44:05.990341 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-38e97e02-3b28-42c6-ba22-32a783911592 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.050251 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-01bbb54b-8669-44e8-bfbb-a8189176d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:06.051774 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-01bbb54b-8669-44e8-bfbb-a8189176d639 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46a47786-96d2-4524-85d9-d3afc011b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532532 Apr 06 17:44:06.141319 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-434b5fa7-319c-4805-9462-3f69c531bc4e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Deleting port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:06.141702 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-434b5fa7-319c-4805-9462-3f69c531bc4e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.151079 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-38e97e02-3b28-42c6-ba22-32a783911592 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (f7160c16-4313-4ac5-80a7-d021dacb4970), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.160074 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-fa6b7403-3911-48f3-b59b-3fa943a5853a service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011965 Apr 06 17:44:06.165834 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-38e97e02-3b28-42c6-ba22-32a783911592 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f7160c16-4313-4ac5-80a7-d021dacb4970), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.186214 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf6323-2232-48e1-99b9-c9ec0aa549c0 None None] New status for floating IP 1b80a808-799a-4687-ad1a-086721097fd4: ACTIVE {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:44:06.218738 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e97e02-3b28-42c6-ba22-32a783911592 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7160c16-4313-4ac5-80a7-d021dacb4970,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:06.239268 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-38e97e02-3b28-42c6-ba22-32a783911592 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.240511 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-38e97e02-3b28-42c6-ba22-32a783911592 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2983205 Apr 06 17:44:06.243676 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55412) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:06.257017 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-1079c5c5-56d1-40c8-bd09-2234d9157ea4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'security_group_rule': {'security_group_id': 'f7160c16-4313-4ac5-80a7-d021dacb4970', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:06.282394 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-434b5fa7-319c-4805-9462-3f69c531bc4e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] For port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,segment=NetworkSegment(0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162),segment_id=0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:06.282762 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-434b5fa7-319c-4805-9462-3f69c531bc4e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.286274 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-77c5c4b7-86a6-4e24-8c0f-b9b05012c6db req-20c7e359-eebd-41fd-ae2d-d3f6b1a52d36 service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189275 Apr 06 17:44:06.296593 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-434b5fa7-319c-4805-9462-3f69c531bc4e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Calling delete_port for 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:06.299211 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1079c5c5-56d1-40c8-bd09-2234d9157ea4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (57af55f5-2e78-4b40-907c-4467e0062395), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.355864 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1079c5c5-56d1-40c8-bd09-2234d9157ea4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (57af55f5-2e78-4b40-907c-4467e0062395), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.360360 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1079c5c5-56d1-40c8-bd09-2234d9157ea4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (57af55f5-2e78-4b40-907c-4467e0062395), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.390065 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079c5c5-56d1-40c8-bd09-2234d9157ea4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57af55f5-2e78-4b40-907c-4467e0062395,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:06.400583 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-1079c5c5-56d1-40c8-bd09-2234d9157ea4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.401059 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-1079c5c5-56d1-40c8-bd09-2234d9157ea4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545427 Apr 06 17:44:06.404402 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55414) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:06.409617 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-18f93d94-dd31-42fa-a2c7-47585a51d9ac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'security_group_rule': {'security_group_id': 'f7160c16-4313-4ac5-80a7-d021dacb4970', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:06.437273 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-18f93d94-dd31-42fa-a2c7-47585a51d9ac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (0d102b6a-7967-428c-969b-a6f835be3570), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.450334 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-434b5fa7-319c-4805-9462-3f69c531bc4e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (1fd4c9a4-a725-4c59-aae4-6a6bb4420180), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.462044 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['1fd4c9a4-a725-4c59-aae4-6a6bb4420180'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:44:06.481873 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b5fa7-319c-4805-9462-3f69c531bc4e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Pushing event deleted for resources: {'Port': ['ID=1fd4c9a4-a725-4c59-aae4-6a6bb4420180,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:06.521732 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-18f93d94-dd31-42fa-a2c7-47585a51d9ac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (0d102b6a-7967-428c-969b-a6f835be3570), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.525990 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-18f93d94-dd31-42fa-a2c7-47585a51d9ac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (0d102b6a-7967-428c-969b-a6f835be3570), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.535617 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-434b5fa7-319c-4805-9462-3f69c531bc4e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] No DVR routers for this DVR port 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:44:06.538009 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-434b5fa7-319c-4805-9462-3f69c531bc4e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.541369 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1100f278-fbd1-4e09-8989-dea01f79e67d req-434b5fa7-319c-4805-9462-3f69c531bc4e tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.49 "DELETE /v2.0/ports/1fd4c9a4-a725-4c59-aae4-6a6bb4420180 HTTP/1.1" status: 204 len: 173 time: 0.5414810 Apr 06 17:44:06.545561 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f93d94-dd31-42fa-a2c7-47585a51d9ac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d102b6a-7967-428c-969b-a6f835be3570,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:06.553770 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-18f93d94-dd31-42fa-a2c7-47585a51d9ac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.555172 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-18f93d94-dd31-42fa-a2c7-47585a51d9ac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492198 Apr 06 17:44:06.558136 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55416) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:06.563254 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:06.584508 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.685338 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.788909 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Allocated IP 172.27.2.140 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/772f199f-a3b5-40ff-8a66-d54ba83f5427) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:44:06.813593 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0b49d8ed-b8e4-4ed1-87c8-84cf57cfc453 req-fdb17a01-5f82-4555-a964-73251370ea36 tempest-VolumesSnapshotTestJSON-1802823353 tempest-VolumesSnapshotTestJSON-1802823353-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d251749-a1f1-45e7-9b54-1abb6ad33605 HTTP/1.1" status: 200 len: 210 time: 0.0323057 Apr 06 17:44:06.915902 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for port (772f199f-a3b5-40ff-8a66-d54ba83f5427), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.950060 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (772f199f-a3b5-40ff-8a66-d54ba83f5427), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:06.987704 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:06.993089 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:06.997316 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:44:07.009460 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'Port': ['ID=772f199f-a3b5-40ff-8a66-d54ba83f5427,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:07.051710 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (ae0760a7-5f43-4f36-90a3-516473459389), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:07.095899 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (772f199f-a3b5-40ff-8a66-d54ba83f5427), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:07.097100 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d251749-a1f1-45e7-9b54-1abb6ad33605', 'name': 'network-vif-deleted', 'tag': '1fd4c9a4-a725-4c59-aae4-6a6bb4420180'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:07.099527 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17b4181-75c7-44de-8edb-2f18536c85a5" -d '{"events": [{"server_uuid": "9d251749-a1f1-45e7-9b54-1abb6ad33605", "name": "network-vif-deleted", "tag": "1fd4c9a4-a725-4c59-aae4-6a6bb4420180"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:07.134824 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f85d17-dc60-440a-9cce-047fc4a3028d x-openstack-request-id: req-e4f85d17-dc60-440a-9cce-047fc4a3028d {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:07.135122 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d251749-a1f1-45e7-9b54-1abb6ad33605", "name": "network-vif-deleted", "tag": "1fd4c9a4-a725-4c59-aae4-6a6bb4420180", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:07.135375 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4f85d17-dc60-440a-9cce-047fc4a3028d {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:07.135781 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f85d17-dc60-440a-9cce-047fc4a3028d'] response: {'server_uuid': '9d251749-a1f1-45e7-9b54-1abb6ad33605', 'name': 'network-vif-deleted', 'tag': '1fd4c9a4-a725-4c59-aae4-6a6bb4420180', 'status': 'completed', 'code': 200} Apr 06 17:44:07.247515 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for port (772f199f-a3b5-40ff-8a66-d54ba83f5427), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:07.251929 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (772f199f-a3b5-40ff-8a66-d54ba83f5427), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:07.283276 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (ae0760a7-5f43-4f36-90a3-516473459389), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:07.307307 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:07.308524 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7494559 Apr 06 17:44:07.309974 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43707cf5-c1b1-40ec-80ea-3c84fbb2db2e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'Port': ['ID=772f199f-a3b5-40ff-8a66-d54ba83f5427,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:07.500755 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-c26a9c30-d638-4657-b115-46009d7a7d5c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1521205216&fields=id&tenant_id=1acd353f385b44ef8976ac85be9bdc6f HTTP/1.1" status: 200 len: 267 time: 0.0455112 Apr 06 17:44:07.605108 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a89fe84c-bf64-4d27-bd65-a59975bc1a8d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:07.606660 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a89fe84c-bf64-4d27-bd65-a59975bc1a8d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 816 time: 0.0994713 Apr 06 17:44:07.621175 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-75fa71d3-a923-4af1-bae7-ce4b1ffab0be tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/quotas/1acd353f385b44ef8976ac85be9bdc6f HTTP/1.1" status: 200 len: 375 time: 0.0089514 Apr 06 17:44:07.678043 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-bf2e1257-7095-45d6-a10b-e13ee25000bf tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516026 Apr 06 17:44:07.770653 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-13eafb0c-ccfc-49a0-be36-a5d8aa12398b service neutron] 10.222.0.18 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811195 Apr 06 17:44:07.869160 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-d391c90a-570a-499f-86a0-a0ce49f880c6 service neutron] 10.222.0.18 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931106 Apr 06 17:44:08.040341 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-75a1c63f-0b18-4e05-bda8-e9576b53f5b9 req-3c72de54-32ae-4657-885e-59a7de7d4b51 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 210 time: 0.0314860 Apr 06 17:44:08.463749 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:44:09.010822 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-b428c077-2f10-4cc0-bbad-905ecba22aba tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:09.012279 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-b428c077-2f10-4cc0-bbad-905ecba22aba tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 816 time: 0.1084781 Apr 06 17:44:09.079625 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-b774f51e-7d64-4ae7-bbe9-5b1f3b211474 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1acd353f385b44ef8976ac85be9bdc6f HTTP/1.1" status: 200 len: 380 time: 0.0587425 Apr 06 17:44:09.137919 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-899d9ddf-180d-4ae3-a91e-1aea808976d6 req-d2478ca9-cbe8-4315-b887-36ea0750a668 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 210 time: 0.0261338 Apr 06 17:44:09.160801 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'port': {'device_id': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'admin_state_up': True, 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'security_groups': ['f7160c16-4313-4ac5-80a7-d021dacb4970']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:09.273465 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Made reservation on behalf of 1acd353f385b44ef8976ac85be9bdc6f for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:44:09.276780 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:09.412262 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Allocated IP 172.20.0.3 (148f62ba-7daa-425d-ad50-d3580e75541e/b41a8b0f-75ba-44ac-b938-b9405ebb4671/a0641c94-eaa3-448f-bf0a-27395e6c501f) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:44:09.548944 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:09.582816 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:09.622758 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Network 148f62ba-7daa-425d-ad50-d3580e75541e is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:09.627746 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:09.631589 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:44:09.658680 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event updated for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:09.688058 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:09.688677 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:09.705339 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-a27d9554-8b4d-448d-8b5b-577690ac795d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5483434 Apr 06 17:44:09.881312 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-5f18437d-92fe-4cf7-9895-9222d112d2a5 None None] Provisioning complete for port a0641c94-eaa3-448f-bf0a-27395e6c501f triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:09.881842 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5f18437d-92fe-4cf7-9895-9222d112d2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:09.913948 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-5f18437d-92fe-4cf7-9895-9222d112d2a5 None None] Port a0641c94-eaa3-448f-bf0a-27395e6c501f cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:44:10.260034 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038eb90a-b18d-4ac2-bf85-d148ef03e834 req-5002d32f-68f7-42b5-8445-2b39d529eb2c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:10.261494 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-038eb90a-b18d-4ac2-bf85-d148ef03e834 req-5002d32f-68f7-42b5-8445-2b39d529eb2c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 931 time: 0.0518682 Apr 06 17:44:10.312740 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-038eb90a-b18d-4ac2-bf85-d148ef03e834 req-ea4c4c14-13b2-49cd-8cd2-2886d6123c72 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454493 Apr 06 17:44:11.211219 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:44:11.217161 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Request body: {'port': {'device_id': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:11.232155 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:44:11.232681 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 1fd4c9a4-a725-4c59-aae4-6a6bb4420180 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:44:11.277903 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:11.495946 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eadb23-c05d-4c27-a689-79a8c632e896 req-bc39b505-859c-47f3-aed1-5f6339aa4127 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:11.497856 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-88eadb23-c05d-4c27-a689-79a8c632e896 req-bc39b505-859c-47f3-aed1-5f6339aa4127 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 931 time: 0.1104579 Apr 06 17:44:11.572820 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-88eadb23-c05d-4c27-a689-79a8c632e896 req-14905102-aa87-4433-b790-50ead4811639 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670173 Apr 06 17:44:11.613643 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0641c94-eaa3-448f-bf0a-27395e6c501f {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:44:11.621048 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Publish callbacks [] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:11.633407 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Transition to ACTIVE for port object a0641c94-eaa3-448f-bf0a-27395e6c501f will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:44:11.637067 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:11.691174 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Pushing event updated for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:11.758338 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Attempting to bind port a0641c94-eaa3-448f-bf0a-27395e6c501f on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:44:11.758706 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Attempting to bind port a0641c94-eaa3-448f-bf0a-27395e6c501f by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:44:11.758988 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Attempting to bind port a0641c94-eaa3-448f-bf0a-27395e6c501f on network 148f62ba-7daa-425d-ad50-d3580e75541e {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:44:11.763885 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Port a0641c94-eaa3-448f-bf0a-27395e6c501f on network 148f62ba-7daa-425d-ad50-d3580e75541e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:44:11.764212 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Attempting to bind port a0641c94-eaa3-448f-bf0a-27395e6c501f on network 148f62ba-7daa-425d-ad50-d3580e75541e {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:44:11.769268 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:44:11.769610 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Checking segment: {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:44:11.769997 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Bound using segment: {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:44:11.770448 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Bound port: a0641c94-eaa3-448f-bf0a-27395e6c501f, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe7b9e63-0cc4-42ed-8373-563cde6504a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:44:11.770809 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:11.835409 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:44:11.839014 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:44:11.845804 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:11.882815 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:11.883425 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:11.884778 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] 10.222.0.49 "PUT /v2.0/ports/a0641c94-eaa3-448f-bf0a-27395e6c501f HTTP/1.1" status: 200 len: 1093 time: 0.6724348 Apr 06 17:44:11.885210 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:11.887449 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258cfcff-dd38-4589-91f9-b0b86522d17a" -d '{"events": [{"name": "network-changed", "server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:11.910998 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6da9-c4d7-4d84-817b-d9841fb39d0e service neutron] Pushing event updated for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:11.926415 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a680c494-69ce-4ced-929e-a1f03c113631 x-openstack-request-id: req-a680c494-69ce-4ced-929e-a1f03c113631 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:11.926709 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:11.926969 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a680c494-69ce-4ced-929e-a1f03c113631 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:11.927383 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a680c494-69ce-4ced-929e-a1f03c113631'] response: {'name': 'network-changed', 'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'status': 'completed', 'code': 200} Apr 06 17:44:12.207418 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cfcff-dd38-4589-91f9-b0b86522d17a req-3b4a9a45-5880-465b-964c-3f2e4dea7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:12.209027 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-258cfcff-dd38-4589-91f9-b0b86522d17a req-3b4a9a45-5880-465b-964c-3f2e4dea7d62 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 1127 time: 0.0468717 Apr 06 17:44:12.307472 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cfcff-dd38-4589-91f9-b0b86522d17a req-5a4acaa1-efa1-42d4-8449-38a98eff5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:12.308853 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-258cfcff-dd38-4589-91f9-b0b86522d17a req-5a4acaa1-efa1-42d4-8449-38a98eff5d96 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0900230 Apr 06 17:44:12.408066 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cfcff-dd38-4589-91f9-b0b86522d17a req-d37a6ac6-8a34-4e72-9175-86f766ce7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:12.409544 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-258cfcff-dd38-4589-91f9-b0b86522d17a req-d37a6ac6-8a34-4e72-9175-86f766ce7ee9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938962 Apr 06 17:44:12.496348 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-ef51ace6-84ee-4ba3-9433-b54e8149ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:12.497902 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-ef51ace6-84ee-4ba3-9433-b54e8149ff68 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 1127 time: 0.0450659 Apr 06 17:44:12.546155 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-311028ae-6836-4bd9-a45f-e0fc11bdd10e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f HTTP/1.1" status: 200 len: 217 time: 0.0385666 Apr 06 17:44:12.596428 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-fdba08b7-fb04-46a8-b137-257568cab2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:12.598622 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-fdba08b7-fb04-46a8-b137-257568cab2d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.0451777 Apr 06 17:44:12.679424 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-85db801e-8c55-4bdb-9638-e593ad603f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:12.681217 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-85db801e-8c55-4bdb-9638-e593ad603f6a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755785 Apr 06 17:44:12.760354 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382fdd2-d82f-426e-8fc2-7528f6175e02 req-8644dfbb-4a91-4bff-817e-ee4eb2b13c42 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:12.761960 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f382fdd2-d82f-426e-8fc2-7528f6175e02 req-8644dfbb-4a91-4bff-817e-ee4eb2b13c42 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.1128967 Apr 06 17:44:12.837867 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-e4c25036-634e-4bef-8ab7-8996c326bee2 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388316 Apr 06 17:44:12.841362 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f382fdd2-d82f-426e-8fc2-7528f6175e02 req-0415266f-c8c8-4747-a591-3d5bdcf9958f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712085 Apr 06 17:44:12.929638 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e11d3e63-9420-4c99-8a13-07f4eb23cb2f req-423f3abb-5378-4025-96e7-2714bbe5b811 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851212 Apr 06 17:44:13.968694 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48a2fa-0ebb-4fd9-9c28-5416652c4fe8 req-1d5b58b7-554d-48b3-9dc7-783626f8f996 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:13.970206 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6b48a2fa-0ebb-4fd9-9c28-5416652c4fe8 req-1d5b58b7-554d-48b3-9dc7-783626f8f996 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0546618 Apr 06 17:44:14.016472 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6b48a2fa-0ebb-4fd9-9c28-5416652c4fe8 req-d13ab60a-8313-4afd-852c-6e1d6f807ac9 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407205 Apr 06 17:44:15.137009 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a1232-da16-4141-9ded-758b200c6a04 req-c15d0075-7a3c-4560-986b-07ed53a19f71 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:15.138703 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a02a1232-da16-4141-9ded-758b200c6a04 req-c15d0075-7a3c-4560-986b-07ed53a19f71 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0530026 Apr 06 17:44:15.203855 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a02a1232-da16-4141-9ded-758b200c6a04 req-28656a25-9b88-480a-a0a0-e1bfe76a2f9e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563841 Apr 06 17:44:16.328806 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca770c8-62ef-4566-aada-829fbc9d166e req-7018f878-71dd-4f34-8192-4727d513707e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:16.330658 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9ca770c8-62ef-4566-aada-829fbc9d166e req-7018f878-71dd-4f34-8192-4727d513707e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0531235 Apr 06 17:44:16.379354 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9ca770c8-62ef-4566-aada-829fbc9d166e req-39ddc4ad-0734-45b5-9b29-424050ec1013 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431650 Apr 06 17:44:17.509314 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e180623-3121-4cc1-93be-2ffa38f6dff6 req-1a9c430a-8f74-4772-9ab7-d69046b3f359 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:17.510839 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0e180623-3121-4cc1-93be-2ffa38f6dff6 req-1a9c430a-8f74-4772-9ab7-d69046b3f359 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0527954 Apr 06 17:44:17.563943 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0e180623-3121-4cc1-93be-2ffa38f6dff6 req-550a543e-238b-41f1-b873-e11ac1057c0e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457103 Apr 06 17:44:17.651110 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a0641c94-eaa3-448f-bf0a-27395e6c501f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:44:17.744039 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:17.758979 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'port_id': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'mac_address': 'fa:16:3e:a4:3a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:44:17.795306 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port a0641c94-eaa3-448f-bf0a-27395e6c501f is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:17.795697 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:17.808076 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0641c94-eaa3-448f-bf0a-27395e6c501f {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:44:17.827212 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:17.831998 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:17.879425 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:18.688031 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82836bd9-1ea5-4b4b-8b60-5f7529b6b9eb req-9da00c04-d8fc-45b6-b934-8cbe8fefe5ab tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:18.689497 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-82836bd9-1ea5-4b4b-8b60-5f7529b6b9eb req-9da00c04-d8fc-45b6-b934-8cbe8fefe5ab tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 944 time: 0.0562384 Apr 06 17:44:18.735197 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-82836bd9-1ea5-4b4b-8b60-5f7529b6b9eb req-1c3e8aea-e798-4907-b79e-6d778b183b69 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399730 Apr 06 17:44:19.672550 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['a0641c94-eaa3-448f-bf0a-27395e6c501f'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:44:19.860027 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffbc33-cca3-413c-804d-feed5aa9a684 req-cb3883c8-b0d0-4223-9377-f12adcf9ce7a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:19.861487 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2bffbc33-cca3-413c-804d-feed5aa9a684 req-cb3883c8-b0d0-4223-9377-f12adcf9ce7a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 944 time: 0.0528197 Apr 06 17:44:19.907247 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2bffbc33-cca3-413c-804d-feed5aa9a684 req-66ec5989-dfbc-4234-a402-2ad479e168ec tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403397 Apr 06 17:44:21.027988 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13154072-cb80-42fd-bb2d-9e19d10140e2 req-e25f735e-ffbe-4618-9b5a-28cfa23f8ddc tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:21.029829 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-13154072-cb80-42fd-bb2d-9e19d10140e2 req-e25f735e-ffbe-4618-9b5a-28cfa23f8ddc tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 944 time: 0.0524299 Apr 06 17:44:21.079481 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-13154072-cb80-42fd-bb2d-9e19d10140e2 req-e28b6149-ee1d-4621-8197-1fccb2c0a4fd tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443332 Apr 06 17:44:21.396799 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a0641c94-eaa3-448f-bf0a-27395e6c501f up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:21.444165 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port a0641c94-eaa3-448f-bf0a-27395e6c501f completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:44:21.448087 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port a0641c94-eaa3-448f-bf0a-27395e6c501f triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:21.448459 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:21.526787 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port a0641c94-eaa3-448f-bf0a-27395e6c501f is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:21.527174 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:21.549148 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:21.551362 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f34f2b8-b679-44a3-b12a-ad04f492b436" -d '{"events": [{"server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "name": "network-vif-plugged", "status": "completed", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:21.564424 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:21.569283 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:21.594175 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a9113-41ff-4339-b6f6-903262c258e5 x-openstack-request-id: req-1f3a9113-41ff-4339-b6f6-903262c258e5 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:21.594489 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "name": "network-vif-plugged", "status": "completed", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:21.594747 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f3a9113-41ff-4339-b6f6-903262c258e5 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:21.595134 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3a9113-41ff-4339-b6f6-903262c258e5'] response: {'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'code': 200} Apr 06 17:44:21.620917 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:21.766761 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0888542f-70b0-408a-9b4f-c5732cac4363 req-666222a8-597a-4152-b877-c3a3e6e384cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:21.768247 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0888542f-70b0-408a-9b4f-c5732cac4363 req-666222a8-597a-4152-b877-c3a3e6e384cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 1129 time: 0.0440109 Apr 06 17:44:21.815920 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0888542f-70b0-408a-9b4f-c5732cac4363 req-98cd0c1f-b316-44f3-a8e4-1378017297cb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410912 Apr 06 17:44:22.205698 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16431c09-543d-4008-adba-6a655a276a97 req-3857e085-5193-4190-92b3-e749167209e3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:22.210481 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-16431c09-543d-4008-adba-6a655a276a97 req-3857e085-5193-4190-92b3-e749167209e3 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0611224 Apr 06 17:44:22.257397 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-16431c09-543d-4008-adba-6a655a276a97 req-ff0b04bb-fb85-4099-a08e-587c6f040930 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445118 Apr 06 17:44:23.384398 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121cf68-181c-49d7-b7be-9c17930a4992 req-e9d85502-580d-4f59-bf38-66a16baabfa0 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:23.385860 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3121cf68-181c-49d7-b7be-9c17930a4992 req-e9d85502-580d-4f59-bf38-66a16baabfa0 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0574322 Apr 06 17:44:23.437574 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3121cf68-181c-49d7-b7be-9c17930a4992 req-ea27eeef-558e-42ae-b639-e6d1a6d6dd5f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445704 Apr 06 17:44:24.561216 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb465248-9751-4bef-89fb-d821b0182797 req-973ff06c-55c4-42c0-a5b9-9f4a4ec9cc4b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:24.562725 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bb465248-9751-4bef-89fb-d821b0182797 req-973ff06c-55c4-42c0-a5b9-9f4a4ec9cc4b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Apr 06 17:44:24.610660 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bb465248-9751-4bef-89fb-d821b0182797 req-6553a985-3df8-4fa0-aa2a-bd37988a4216 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414360 Apr 06 17:44:24.731340 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8993962-5872-438f-9f07-577472d22e23 req-2093c355-22e3-408a-ba45-d4d69069bd36 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:24.732823 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d8993962-5872-438f-9f07-577472d22e23 req-2093c355-22e3-408a-ba45-d4d69069bd36 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0554447 Apr 06 17:44:24.741321 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55576) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:24.745617 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-8ac31135-fe95-43c2-9e3a-154d4883697a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Request body: {'floatingip': {'port_id': 'a0641c94-eaa3-448f-bf0a-27395e6c501f'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:24.785134 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8ac31135-fe95-43c2-9e3a-154d4883697a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (ae0760a7-5f43-4f36-90a3-516473459389), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:25.477552 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8ac31135-fe95-43c2-9e3a-154d4883697a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:25.481369 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8ac31135-fe95-43c2-9e3a-154d4883697a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (ae0760a7-5f43-4f36-90a3-516473459389), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:25.591815 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-8ac31135-fe95-43c2-9e3a-154d4883697a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Floating IP ae0760a7-5f43-4f36-90a3-516473459389 associated. External IP: 172.27.2.140, port: a0641c94-eaa3-448f-bf0a-27395e6c501f. Apr 06 17:44:25.801097 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac31135-fe95-43c2-9e3a-154d4883697a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:44:25.910869 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac31135-fe95-43c2-9e3a-154d4883697a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:44:25.915632 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-8ac31135-fe95-43c2-9e3a-154d4883697a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:25.920978 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] Sync routers for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:44:25.930851 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:25.931456 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:25.944407 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-8ac31135-fe95-43c2-9e3a-154d4883697a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "PUT /v2.0/floatingips/ae0760a7-5f43-4f36-90a3-516473459389 HTTP/1.1" status: 200 len: 991 time: 1.2020133 Apr 06 17:44:25.945083 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:25.947353 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849" -d '{"events": [{"name": "network-changed", "server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:25.982848 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f542944-97c6-44c2-b711-6b9d32ec235f x-openstack-request-id: req-3f542944-97c6-44c2-b711-6b9d32ec235f {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:25.983133 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:25.983384 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3f542944-97c6-44c2-b711-6b9d32ec235f {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:25.983818 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f542944-97c6-44c2-b711-6b9d32ec235f'] response: {'name': 'network-changed', 'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'status': 'completed', 'code': 200} Apr 06 17:44:26.039901 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:26.050664 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-698dabf6-0771-4a57-aa02-7fff350ce92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:26.052192 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-698dabf6-0771-4a57-aa02-7fff350ce92e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 1129 time: 0.0449908 Apr 06 17:44:26.144704 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-4cfefb8d-df75-4e97-b7b0-689bde080350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:26.146202 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-4cfefb8d-df75-4e97-b7b0-689bde080350 service neutron] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 917 time: 0.0848601 Apr 06 17:44:26.218147 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-8a9d8d04-710c-48c1-bfa9-2d84a2d24870 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f HTTP/1.1" status: 200 len: 999 time: 0.0632136 Apr 06 17:44:26.256989 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'ae0760a7-5f43-4f36-90a3-516473459389', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'port_id': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'mac_address': 'fa:16:3e:a4:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:44:07Z', 'updated_at': '2022-04-06T17:44:25Z', 'revision_number': 1, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:26.266607 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-153f6831-606b-4610-8105-df12188e90d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:26.268051 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-153f6831-606b-4610-8105-df12188e90d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.0439601 Apr 06 17:44:26.286337 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] Checking router: 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:44:26.294995 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:26.295603 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:26.317285 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-e10ccc0a-b6d0-4726-9ebf-897d703d89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:26.318828 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-e10ccc0a-b6d0-4726-9ebf-897d703d89da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438943 Apr 06 17:44:26.419227 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-b7a02660-c04e-4f96-b026-ff5d98ad9b28 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922420 Apr 06 17:44:26.530803 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2ca2f1f8-8c3c-4862-96ee-e87d3014e849 req-7af0380c-93fb-4d09-8d77-12d2ec952fc7 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979469 Apr 06 17:44:26.559329 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:26.781018 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'ae0760a7-5f43-4f36-90a3-516473459389', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'port_id': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'mac_address': 'fa:16:3e:a4:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:44:07Z', 'updated_at': '2022-04-06T17:44:25Z', 'revision_number': 1, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:26.811042 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c94b3d-e796-4656-9097-3df41e1a8666 None None] The sync data for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi is: [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'ae0760a7-5f43-4f36-90a3-516473459389', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'port_id': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'mac_address': 'fa:16:3e:a4:3a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:44:07Z', 'updated_at': '2022-04-06T17:44:25Z', 'revision_number': 1, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:44:27.000341 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59522384-b517-455b-861d-d2cc8bdf2663 None None] New status for floating IP ae0760a7-5f43-4f36-90a3-516473459389: ACTIVE {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:44:27.164147 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ff544624-8155-4142-809b-9e14345a1140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:29.496556 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c577a-8e18-4f94-bc98-1f583e37dc64 req-b2863a62-ec1e-458c-be11-5939b8cdba22 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:29.498076 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0f4c577a-8e18-4f94-bc98-1f583e37dc64 req-b2863a62-ec1e-458c-be11-5939b8cdba22 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0580089 Apr 06 17:44:29.530615 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7d135b00-6981-48aa-aeab-c83bd76e1491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:29.548174 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0f4c577a-8e18-4f94-bc98-1f583e37dc64 req-38fa9f8b-3d7b-4f9f-9383-4c228d80f6fc tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433879 Apr 06 17:44:29.942500 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55648) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:29.990107 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_v2 [None req-49de31cd-644e-42d1-b3dc-29f967607035 admin admin] Deleting subnet 69bef971-c7a9-4e49-ba72-59234915cf7e {{(pid=104731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:44:29.993162 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-49de31cd-644e-42d1-b3dc-29f967607035 admin admin] Publish callbacks [] for subnet (69bef971-c7a9-4e49-ba72-59234915cf7e), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.027662 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-49de31cd-644e-42d1-b3dc-29f967607035 admin admin] Publish callbacks [] for subnet (69bef971-c7a9-4e49-ba72-59234915cf7e), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.037182 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-49de31cd-644e-42d1-b3dc-29f967607035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (69bef971-c7a9-4e49-ba72-59234915cf7e), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.088505 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-49de31cd-644e-42d1-b3dc-29f967607035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for subnet (69bef971-c7a9-4e49-ba72-59234915cf7e), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.118922 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de31cd-644e-42d1-b3dc-29f967607035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69bef971-c7a9-4e49-ba72-59234915cf7e,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:30.120868 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-49de31cd-644e-42d1-b3dc-29f967607035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.124446 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-49de31cd-644e-42d1-b3dc-29f967607035 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/69bef971-c7a9-4e49-ba72-59234915cf7e HTTP/1.1" status: 204 len: 168 time: 0.1807942 Apr 06 17:44:30.126707 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55650) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:30.192068 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (67230ea2-5d86-4026-8bfe-109bf6283f6e), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.273799 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (67230ea2-5d86-4026-8bfe-109bf6283f6e), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.293802 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.294192 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.294970 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.295331 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > port after_create 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.295894 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.296243 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > port after_update 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.296569 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.296911 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.297232 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.297554 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.375283 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.375627 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.375959 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.376289 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 17:44:30.376634 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67230ea2-5d86-4026-8bfe-109bf6283f6e']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:30.393875 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:30.394205 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:30.410012 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.429550 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.437755 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:44:30.438170 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (0d6c53b4-d17b-4b1a-a19b-85e7b8ca1162), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: from cryptography.utils import int_from_bytes Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: from cryptography.utils import int_from_bytes Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:44:30.442148 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:44:30.499411 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (67230ea2-5d86-4026-8bfe-109bf6283f6e), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.506983 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.511312 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] 10.222.0.18 "DELETE /v2.0/networks/67230ea2-5d86-4026-8bfe-109bf6283f6e HTTP/1.1" status: 204 len: 168 time: 0.3836818 Apr 06 17:44:30.521771 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f42a4-65a1-44f7-b469-aadc0d43c619 admin admin] Pushing event deleted for resources: {'Network': ['ID=67230ea2-5d86-4026-8bfe-109bf6283f6e,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:30.621380 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55656) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:30.662393 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-8815ca92-8183-4aab-a6bf-a238f3132661 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9552948834ea4fbe98e2c63a816a8327&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397425 Apr 06 17:44:30.664738 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55658) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:30.668448 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca3e8d-8631-4018-9519-63f8d3beee22 req-6bf2b29f-10ac-44e0-a7bd-b72598009d3c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:30.669910 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c0ca3e8d-8631-4018-9519-63f8d3beee22 req-6bf2b29f-10ac-44e0-a7bd-b72598009d3c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0526924 Apr 06 17:44:30.707410 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.715521 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2564-cd30-422a-9456-70c83063aa00 admin admin] Publish callbacks [] for security_group (75850f85-a615-49e4-ba3d-5cce0749503a), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.720301 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c0ca3e8d-8631-4018-9519-63f8d3beee22 req-8ad2712d-30f1-47a5-96e8-196e5b37ec39 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436661 Apr 06 17:44:30.737332 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2564-cd30-422a-9456-70c83063aa00 admin admin] Publish callbacks [] for security_group (75850f85-a615-49e4-ba3d-5cce0749503a), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.783241 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2564-cd30-422a-9456-70c83063aa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (75850f85-a615-49e4-ba3d-5cce0749503a), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.787570 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3f5d2564-cd30-422a-9456-70c83063aa00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:30.789468 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3f5d2564-cd30-422a-9456-70c83063aa00 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75850f85-a615-49e4-ba3d-5cce0749503a HTTP/1.1" status: 204 len: 168 time: 0.1238172 Apr 06 17:44:30.801815 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d2564-cd30-422a-9456-70c83063aa00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75850f85-a615-49e4-ba3d-5cce0749503a,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:31.451200 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55682) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:31.551067 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1932100216-network', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:31.571547 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Made reservation on behalf of d3a96b6f9b714f63aa9c40d49d42d031 for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:44:31.574627 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:31.583711 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:31.659972 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Publish callbacks [] for security_group (e183d348-ab6e-403a-a24a-b70bd3a9e5dd), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:31.663713 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e183d348-ab6e-403a-a24a-b70bd3a9e5dd), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:31.684806 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=104731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:44:31.700186 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e183d348-ab6e-403a-a24a-b70bd3a9e5dd,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:31.704363 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (fbc5eb20-d762-456c-b2ee-d13866f29f21), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:31.704704 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Added segment fbc5eb20-d762-456c-b2ee-d13866f29f21 of type vlan for network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 Apr 06 17:44:31.744923 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (0b19008d-7731-4acd-93d2-8fa6cfe4eae7), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:31.780194 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (0b19008d-7731-4acd-93d2-8fa6cfe4eae7), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:31.781595 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:31.782276 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:31.841858 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3888271 Apr 06 17:44:31.844596 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fb319-0054-4483-8572-a4f3b86c4615 req-f4800e87-a796-42f1-a1c3-b567c94a38e3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:31.845114 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55692) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:31.847250 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c58fb319-0054-4483-8572-a4f3b86c4615 req-f4800e87-a796-42f1-a1c3-b567c94a38e3 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0581629 Apr 06 17:44:31.849549 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Request body: {'subnet': {'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1932100216-subnet', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'ip_version': 4}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:31.859925 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341a8f1-87dc-408e-8274-bd4e9af4cbe8 admin admin] Pushing event updated for resources: {'Network': ['ID=0b19008d-7731-4acd-93d2-8fa6cfe4eae7,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:31.871512 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:44:31.880458 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Made reservation on behalf of d3a96b6f9b714f63aa9c40d49d42d031 for: {'subnet': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:44:31.883165 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692828'] for subnet (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:31.911394 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c58fb319-0054-4483-8572-a4f3b86c4615 req-ae977981-eac0-4c7a-9754-c80bd1a09a29 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573034 Apr 06 17:44:31.969875 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.062721 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5301927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692802'] for subnet (fbc0328f-4afc-46d6-b244-328f93592839), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.125203 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc0328f-4afc-46d6-b244-328f93592839,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:32.135894 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Checking segment: {'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:44:32.136346 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Network hostable DHCP agents. Network: 0b19008d-7731-4acd-93d2-8fa6cfe4eae7, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:44:32.143013 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8348c1-3ebe-48f0-895a-5c5624673d36 req-ab1d7342-f670-4663-ab08-2e980b6729d7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:32.144630 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9e8348c1-3ebe-48f0-895a-5c5624673d36 req-ab1d7342-f670-4663-ab08-2e980b6729d7 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0563216 Apr 06 17:44:32.154148 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:44:32.163129 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 0b19008d-7731-4acd-93d2-8fa6cfe4eae7) {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:32.167417 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:32.168005 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.174629 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd9d9c-6ed5-49ad-8e40-839b3f69e8ff None None] Network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:44:32.186621 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-025e4594-b74f-4b5d-9aaa-c60fe217dec4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3401744 Apr 06 17:44:32.189394 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55700) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:32.193821 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:32.210691 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9e8348c1-3ebe-48f0-895a-5c5624673d36 req-afa4c65c-2c6a-40e2-a297-f37c6ff47ab8 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600967 Apr 06 17:44:32.220654 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (53c217ce-7629-48e9-8a63-ba4c108bb112), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.221952 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (53c217ce-7629-48e9-8a63-ba4c108bb112), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.281030 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks [] for router_controller (53c217ce-7629-48e9-8a63-ba4c108bb112), precommit_add_association {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.290503 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:44:32.291413 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.418108 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks [] for router_gateway (53c217ce-7629-48e9-8a63-ba4c108bb112), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.420101 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Allocated IP 172.20.0.2 (0b19008d-7731-4acd-93d2-8fa6cfe4eae7/fbc0328f-4afc-46d6-b244-328f93592839/6fac3ee3-47df-4639-b360-da160df848a1) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:44:32.571776 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Publish callbacks [] for port (6fac3ee3-47df-4639-b360-da160df848a1), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.579569 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (6fac3ee3-47df-4639-b360-da160df848a1), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.617874 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks [] for router_gateway (53c217ce-7629-48e9-8a63-ba4c108bb112), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.625222 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:32.628885 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Pushing event updated for resources: {'Port': ['ID=6fac3ee3-47df-4639-b360-da160df848a1,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:32.631728 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:32.634902 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:44:32.636453 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.694581 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Attempting to bind port 6fac3ee3-47df-4639-b360-da160df848a1 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:44:32.694963 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Attempting to bind port 6fac3ee3-47df-4639-b360-da160df848a1 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:44:32.695328 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Attempting to bind port 6fac3ee3-47df-4639-b360-da160df848a1 on network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:44:32.709639 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:44:32.710040 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Checking segment: {'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:44:32.710448 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.710833 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Bound using segment: {'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:44:32.711296 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Bound port: 6fac3ee3-47df-4639-b360-da160df848a1, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:44:32.711675 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6fac3ee3-47df-4639-b360-da160df848a1), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.730479 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.742053 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Allocated IP 172.27.2.203 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/8c817e03-ab20-476b-ae88-b5833ae9d22e) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:44:32.780571 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] For port 6fac3ee3-47df-4639-b360-da160df848a1, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:44:32.783922 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] For port 6fac3ee3-47df-4639-b360-da160df848a1, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=6fac3ee3-47df-4639-b360-da160df848a1,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:44:32.789291 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (6fac3ee3-47df-4639-b360-da160df848a1), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:32.869462 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee9cad-cd98-424c-8898-83558e48540b None None] Pushing event updated for resources: {'Port': ['ID=6fac3ee3-47df-4639-b360-da160df848a1,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:33.062994 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e11ffa-eecf-402d-bcd6-a8b4d4081230 req-c1de897c-4dc8-40d7-a682-be89c38b79b7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:33.065254 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-65e11ffa-eecf-402d-bcd6-a8b4d4081230 req-c1de897c-4dc8-40d7-a682-be89c38b79b7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0775201 Apr 06 17:44:33.106351 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks [] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:33.130493 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-65e11ffa-eecf-402d-bcd6-a8b4d4081230 req-9c92d0c4-adc0-4b7c-9550-16f40778fed5 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574572 Apr 06 17:44:33.152046 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:33.187634 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:33.190802 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:33.196235 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:44:33.199874 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Pushing event updated for resources: {'Port': ['ID=8c817e03-ab20-476b-ae88-b5833ae9d22e,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:33.231529 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.231876 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.232232 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.232559 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.233414 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.233754 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.234194 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.234531 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.234858 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.235183 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.235512 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.235842 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.236162 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.236481 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.236801 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:33.474453 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks [] for router_gateway (53c217ce-7629-48e9-8a63-ba4c108bb112), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:33.474997 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6e02e-fa23-47c4-a126-e1b6f3704f47 req-db08769b-afc3-4920-b7a2-e25408a155f2 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:33.476660 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cbb6e02e-fa23-47c4-a126-e1b6f3704f47 req-db08769b-afc3-4920-b7a2-e25408a155f2 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1842165 Apr 06 17:44:33.495109 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:33.539319 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cbb6e02e-fa23-47c4-a126-e1b6f3704f47 req-399f1ffb-c6a0-4df0-9ecd-4b8773fd3544 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530016 Apr 06 17:44:33.692057 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (53c217ce-7629-48e9-8a63-ba4c108bb112), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:33.832791 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Router 53c217ce-7629-48e9-8a63-ba4c108bb112 is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:44:33.839989 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488b4067-7eaf-4b5b-96da-cad6a70cbb9f None None] Network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:44:33.940439 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-17af2a90-6578-421e-bf6f-8c30fa391baa None None] Provisioning complete for port 6fac3ee3-47df-4639-b360-da160df848a1 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:33.940808 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-17af2a90-6578-421e-bf6f-8c30fa391baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (6fac3ee3-47df-4639-b360-da160df848a1), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:33.943298 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:44:33.961255 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:33.962522 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-dfd7d565-e3e9-481e-a2dc-9f9562b36268 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7722096 Apr 06 17:44:33.965394 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55712) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:33.973000 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Sync routers for ids ['53c217ce-7629-48e9-8a63-ba4c108bb112'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:44:33.999571 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Routers {'53c217ce-7629-48e9-8a63-ba4c108bb112'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:34.000184 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['53c217ce-7629-48e9-8a63-ba4c108bb112'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:34.131743 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-17af2a90-6578-421e-bf6f-8c30fa391baa None None] Current status of the port 6fac3ee3-47df-4639-b360-da160df848a1 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:34.132491 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-17af2a90-6578-421e-bf6f-8c30fa391baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6fac3ee3-47df-4639-b360-da160df848a1), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:34.162727 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Set router 53c217ce-7629-48e9-8a63-ba4c108bb112 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:34.235474 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-17af2a90-6578-421e-bf6f-8c30fa391baa None None] For port 6fac3ee3-47df-4639-b360-da160df848a1, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=6fac3ee3-47df-4639-b360-da160df848a1,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:34.267927 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-17af2a90-6578-421e-bf6f-8c30fa391baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (6fac3ee3-47df-4639-b360-da160df848a1), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:34.272941 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda2ac-a0ef-492a-945c-8eb4d80c240a req-19882294-73e5-4032-b99b-6e92a537ec0b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:34.274491 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a3eda2ac-a0ef-492a-945c-8eb4d80c240a req-19882294-73e5-4032-b99b-6e92a537ec0b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0572009 Apr 06 17:44:34.394351 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a3eda2ac-a0ef-492a-945c-8eb4d80c240a req-fa18d61f-c197-4f6e-9b2d-c4c30ba4f234 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112094 Apr 06 17:44:34.425208 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:34.475302 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af2a90-6578-421e-bf6f-8c30fa391baa None None] Pushing event updated for resources: {'Port': ['ID=6fac3ee3-47df-4639-b360-da160df848a1,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:34.489357 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-b8ea34e4-98c2-43f7-8453-f09dcd22f4f3 None None] Provisioning complete for port 6fac3ee3-47df-4639-b360-da160df848a1 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:34.489735 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8ea34e4-98c2-43f7-8453-f09dcd22f4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (6fac3ee3-47df-4639-b360-da160df848a1), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:34.599034 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Allocated IP 172.20.0.1 (0b19008d-7731-4acd-93d2-8fa6cfe4eae7/fbc0328f-4afc-46d6-b244-328f93592839/a6abd525-8f3e-4dd4-9f48-df4859be5bf9) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:44:34.605087 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea34e4-98c2-43f7-8453-f09dcd22f4f3 None None] Current status of the port 6fac3ee3-47df-4639-b360-da160df848a1 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:34.611692 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:33Z', 'revision_number': 3, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:34.638373 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Checking router: 53c217ce-7629-48e9-8a63-ba4c108bb112 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:44:34.638727 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Updating router 53c217ce-7629-48e9-8a63-ba4c108bb112 port 8c817e03-ab20-476b-ae88-b5833ae9d22e binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:44:34.671042 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:34.686535 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33339189-966e-42c9-8a36-14da7d017c29 req-86f8966c-0857-4f3c-aa39-6d14e9c80866 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:34.688090 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-33339189-966e-42c9-8a36-14da7d017c29 req-86f8966c-0857-4f3c-aa39-6d14e9c80866 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.0621722 Apr 06 17:44:34.717526 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Publish callbacks [] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:34.735172 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-33339189-966e-42c9-8a36-14da7d017c29 req-9ca456bb-6040-4637-a69a-4322430e76b5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410593 Apr 06 17:44:34.752206 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:34.788774 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:34.793548 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:34.797790 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:44:34.844112 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6abd525-8f3e-4dd4-9f48-df4859be5bf9,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:34.850721 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (53c217ce-7629-48e9-8a63-ba4c108bb112), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:34.942554 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Publish callbacks [] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:34.949708 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:34.999298 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.007102 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Attempting to bind port 8c817e03-ab20-476b-ae88-b5833ae9d22e on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:44:35.008123 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Attempting to bind port 8c817e03-ab20-476b-ae88-b5833ae9d22e by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:44:35.008123 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Attempting to bind port 8c817e03-ab20-476b-ae88-b5833ae9d22e on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:44:35.030624 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4526f3c-57fa-4934-b370-d084ee340251 None None] Pushing event updated for resources: {'Port': ['ID=8c817e03-ab20-476b-ae88-b5833ae9d22e,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:35.034186 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:44:35.034565 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:44:35.034969 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.035353 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:44:35.035829 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Bound port: 8c817e03-ab20-476b-ae88-b5833ae9d22e, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:44:35.036206 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.065171 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-65f2d5c0-1971-4bda-b806-9bf32ed72494 None None] Provisioning complete for port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:35.065453 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-65f2d5c0-1971-4bda-b806-9bf32ed72494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.090823 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-aeaae114-18ae-403e-8085-3824fe1b3963 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:35.093435 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-aeaae114-18ae-403e-8085-3824fe1b3963 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0806668 Apr 06 17:44:35.132233 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-65f2d5c0-1971-4bda-b806-9bf32ed72494 None None] Port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:44:35.137954 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] For port 8c817e03-ab20-476b-ae88-b5833ae9d22e, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:44:35.142073 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] For port 8c817e03-ab20-476b-ae88-b5833ae9d22e, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=8c817e03-ab20-476b-ae88-b5833ae9d22e,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:44:35.153826 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.174142 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-65355cf5-c018-4764-b4c6-230ec9859d53 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:35.176097 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-65355cf5-c018-4764-b4c6-230ec9859d53 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.49 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1574180 Apr 06 17:44:35.189678 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 6fac3ee3-47df-4639-b360-da160df848a1 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:35.219794 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Deleting port 850c2a0c-8026-464e-b44e-749287193daa {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:35.220142 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (850c2a0c-8026-464e-b44e-749287193daa), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.261563 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4526f3c-57fa-4934-b370-d084ee340251 None None] Pushing event updated for resources: {'Port': ['ID=8c817e03-ab20-476b-ae88-b5833ae9d22e,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:35.269792 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Routers {'53c217ce-7629-48e9-8a63-ba4c108bb112'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:35.270280 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['53c217ce-7629-48e9-8a63-ba4c108bb112'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:35.316467 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] For port 850c2a0c-8026-464e-b44e-749287193daa, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=850c2a0c-8026-464e-b44e-749287193daa,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:35.317044 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (850c2a0c-8026-464e-b44e-749287193daa), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.356451 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 6fac3ee3-47df-4639-b360-da160df848a1 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:35.357367 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (6fac3ee3-47df-4639-b360-da160df848a1), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.367470 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Publish callbacks [] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.374083 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.402638 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Deleting port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:35.402986 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.414710 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] Set router 53c217ce-7629-48e9-8a63-ba4c108bb112 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:35.497454 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6abd525-8f3e-4dd4-9f48-df4859be5bf9,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:35.535653 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.536164 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (aa70ca36-b1a1-479a-a697-256195b70679), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.536519 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Floating IP aa70ca36-b1a1-479a-a697-256195b70679 disassociated. External IP: 172.27.2.116, port: 850c2a0c-8026-464e-b44e-749287193daa. Apr 06 17:44:35.536869 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Calling delete_port for 850c2a0c-8026-464e-b44e-749287193daa owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:35.537057 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (53c217ce-7629-48e9-8a63-ba4c108bb112), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.559435 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ab36c-0c50-4fbd-b62f-31866d8ca822 req-b926e412-de0c-4776-9690-9265e60073a4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:35.566354 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9b9ab36c-0c50-4fbd-b62f-31866d8ca822 req-b926e412-de0c-4776-9690-9265e60073a4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 945 time: 0.0919144 Apr 06 17:44:35.580498 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 6fac3ee3-47df-4639-b360-da160df848a1 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:35.634633 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] For port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:35.635015 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.658377 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9b9ab36c-0c50-4fbd-b62f-31866d8ca822 req-a73612ab-9201-48ee-b426-db5b8e9563ed tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=078800e1-2a8d-4a69-8fe3-06000596edc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902812 Apr 06 17:44:35.684260 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 1, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:35.717371 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010a9db7-a245-4b94-a3a0-feb5a0314d44 None None] The sync data for ids ['53c217ce-7629-48e9-8a63-ba4c108bb112'] in dv-cinder-835880-5-iscsi is: [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 1, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:44:35.722012 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:35.724482 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:35.760746 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (850c2a0c-8026-464e-b44e-749287193daa), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:35.792526 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event deleted for resources: {'Port': ['ID=850c2a0c-8026-464e-b44e-749287193daa,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:35.976653 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532b3ed-464d-4506-aa9c-272dc0c10709 req-0f6ada6c-1ced-42af-bee5-40cde43d3084 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:35.978288 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f532b3ed-464d-4506-aa9c-272dc0c10709 req-0f6ada6c-1ced-42af-bee5-40cde43d3084 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 945 time: 0.1067557 Apr 06 17:44:36.026460 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:44:36.087469 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-1f9a936f-a46a-46c4-bb43-e21838701333 None None] Provisioning complete for port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:36.087995 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1f9a936f-a46a-46c4-bb43-e21838701333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:36.128038 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f532b3ed-464d-4506-aa9c-272dc0c10709 req-3b13b330-da39-4fed-9573-afc9a5248f28 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300740 Apr 06 17:44:36.156698 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a936f-a46a-46c4-bb43-e21838701333 None None] Port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:44:36.245230 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:36.245670 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (80669c33-b2d6-4d04-836d-a7249fee1f82), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:36.246076 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Floating IP 80669c33-b2d6-4d04-836d-a7249fee1f82 disassociated. External IP: 172.27.2.72, port: 59f893ff-8c6e-4205-a0ed-0dd3039dddf6. Apr 06 17:44:36.246504 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Calling delete_port for 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 owned by compute:nova {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:36.269417 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Router 53c217ce-7629-48e9-8a63-ba4c108bb112 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:44:36.278481 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:44:36.294914 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] Sync routers for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:44:36.315653 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:36.323901 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:36.344419 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-8db26292-a705-4d49-9f05-cbe41f90b653 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1121659 Apr 06 17:44:36.345405 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] No DVR routers for this DVR port 850c2a0c-8026-464e-b44e-749287193daa on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:44:36.348738 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:36.353794 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c6d581b6-bd2e-4635-8313-3b17039a8895 req-6e68c64e-2cb0-4fc0-ba9b-8e480df265e4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "DELETE /v2.0/ports/850c2a0c-8026-464e-b44e-749287193daa HTTP/1.1" status: 204 len: 173 time: 1.2504542 Apr 06 17:44:36.354332 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'name': 'network-vif-deleted', 'tag': '850c2a0c-8026-464e-b44e-749287193daa'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:36.361443 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c951f93-7cb5-4467-9d30-813f2d180289" -d '{"events": [{"server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "name": "network-vif-deleted", "tag": "850c2a0c-8026-464e-b44e-749287193daa"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:36.435250 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f7fd96-f0e1-47d9-b583-da7bd7fd2daa x-openstack-request-id: req-54f7fd96-f0e1-47d9-b583-da7bd7fd2daa {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:36.435848 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7", "name": "network-vif-deleted", "tag": "850c2a0c-8026-464e-b44e-749287193daa", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:36.436364 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54f7fd96-f0e1-47d9-b583-da7bd7fd2daa {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:36.436945 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54f7fd96-f0e1-47d9-b583-da7bd7fd2daa'] response: {'server_uuid': '8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7', 'name': 'network-vif-deleted', 'tag': '850c2a0c-8026-464e-b44e-749287193daa', 'status': 'completed', 'code': 200} Apr 06 17:44:36.540646 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (59f893ff-8c6e-4205-a0ed-0dd3039dddf6), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:36.547977 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-120a3ce1-bbbe-4505-839e-b50ddc32183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:36.549502 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-120a3ce1-bbbe-4505-839e-b50ddc32183c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a6b7aa3146044f68b557df2f26429f8&device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 1130 time: 0.0958731 Apr 06 17:44:36.596500 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event deleted for resources: {'Port': ['ID=59f893ff-8c6e-4205-a0ed-0dd3039dddf6,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:36.605006 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:44:36.610405 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:36.618633 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-96c7a84c-50ac-406a-8037-ade443ae68d0 admin admin] 10.222.0.18 "PUT /v2.0/routers/53c217ce-7629-48e9-8a63-ba4c108bb112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6448905 Apr 06 17:44:36.781260 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:44:36.842936 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-16a9301b-4066-4962-8319-0911f82cb052 req-36462092-a604-41b2-bf4a-07515c055ed1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec381c2-39f8-4982-a9f5-1ec27f0fbcd7 HTTP/1.1" status: 200 len: 210 time: 0.0367217 Apr 06 17:44:36.961285 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 5, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:36.979562 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:44:36.994120 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] Sync routers for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:44:37.027271 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:37.034765 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:37.039149 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] Checking router: ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:44:37.062370 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] No DVR routers for this DVR port 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 on host hv-cinder-83588 {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:44:37.065582 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:37.067140 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:37.067861 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:37.079580 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c1f290e2-21da-4ee4-b762-89a5b2e2fa0a req-a03b3734-b1c8-49f1-bfd7-e7f59999f8a1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.49 "DELETE /v2.0/ports/59f893ff-8c6e-4205-a0ed-0dd3039dddf6 HTTP/1.1" status: 204 len: 173 time: 1.8680756 Apr 06 17:44:37.092556 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'name': 'network-vif-deleted', 'tag': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:37.097747 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd10a5c-81a4-4990-b909-dd60aff56421" -d '{"events": [{"server_uuid": "da1c83ad-a4a0-45d7-8834-8a8785483872", "name": "network-vif-deleted", "tag": "59f893ff-8c6e-4205-a0ed-0dd3039dddf6"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:37.166394 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bdf811-f425-484d-8416-971e3d886261 x-openstack-request-id: req-84bdf811-f425-484d-8416-971e3d886261 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:37.166692 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1c83ad-a4a0-45d7-8834-8a8785483872", "name": "network-vif-deleted", "tag": "59f893ff-8c6e-4205-a0ed-0dd3039dddf6", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:37.167135 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84bdf811-f425-484d-8416-971e3d886261 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:37.167545 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84bdf811-f425-484d-8416-971e3d886261'] response: {'server_uuid': 'da1c83ad-a4a0-45d7-8834-8a8785483872', 'name': 'network-vif-deleted', 'tag': '59f893ff-8c6e-4205-a0ed-0dd3039dddf6', 'status': 'completed', 'code': 200} Apr 06 17:44:37.337586 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 8c817e03-ab20-476b-ae88-b5833ae9d22e up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:37.350868 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:37.515205 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:37.573710 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 8c817e03-ab20-476b-ae88-b5833ae9d22e triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:37.574349 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:37.627088 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2485270e-c69a-430b-88d0-9cf61d5b04ca req-f21e06ad-bbf9-45b7-a3a9-96568302db8d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=da1c83ad-a4a0-45d7-8834-8a8785483872 HTTP/1.1" status: 200 len: 210 time: 0.0513656 Apr 06 17:44:37.638137 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55746) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:37.640350 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 5, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:37.644522 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1260366899-network', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:37.693512 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Made reservation on behalf of 54f3601d7eff42c2bf9faeac14a01d44 for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:44:37.697138 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:37.709117 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-c3a2d44d-8564-4bea-a0a0-80c70868ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:37.710905 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-c3a2d44d-8564-4bea-a0a0-80c70868ea98 service neutron] 10.222.0.49 "GET /v2.0/networks?id=304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 200 len: 920 time: 0.8718019 Apr 06 17:44:37.714981 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:37.723507 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0b09be-ac4a-4d88-9b78-d69a1e34cb98 None None] The sync data for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi is: [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:51Z', 'revision_number': 4, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'b0b2b489-42b3-44d6-b165-63b4b78cc045', 'name': '', 'network_id': '304acbdc-aff8-422e-8c31-45f0ba8974ee', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'mac_address': 'fa:16:3e:1a:fa:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:47Z', 'updated_at': '2022-04-06T17:40:01Z', 'revision_number': 5, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'subnets': [{'id': '923c3823-79a9-4c80-8b68-2d48b69dc939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:44:37.842582 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-4101f005-8151-4bc5-b668-e02e3a644421 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1cde5eb-5319-4458-b398-9dfe23694109 HTTP/1.1" status: 200 len: 217 time: 0.1150136 Apr 06 17:44:37.921978 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 8c817e03-ab20-476b-ae88-b5833ae9d22e is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:37.922770 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:37.941598 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Publish callbacks [] for security_group (17a8f66e-4bfc-42da-b076-b6d42110aa62), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:37.950666 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (17a8f66e-4bfc-42da-b076-b6d42110aa62), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:37.976001 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port 8c817e03-ab20-476b-ae88-b5833ae9d22e, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=8c817e03-ab20-476b-ae88-b5833ae9d22e,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:37.986521 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:37.989927 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=104731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:44:38.014938 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (880cd53d-2dd8-4608-83e6-6ec25172b3b8), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.015403 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Added segment 880cd53d-2dd8-4608-83e6-6ec25172b3b8 of type vlan for network 01e203f0-b438-49fb-b412-552b94c7c84a Apr 06 17:44:38.027879 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55754) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:38.059838 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (01e203f0-b438-49fb-b412-552b94c7c84a), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.063400 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-00189e74-45ff-468a-b4c8-a0a2dd2230a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:38.064921 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-00189e74-45ff-468a-b4c8-a0a2dd2230a2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 200 len: 858 time: 0.2135777 Apr 06 17:44:38.085078 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a8f66e-4bfc-42da-b076-b6d42110aa62,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:38.090781 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (01e203f0-b438-49fb-b412-552b94c7c84a), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.092248 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:38.093291 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.176415 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=8c817e03-ab20-476b-ae88-b5833ae9d22e,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:38.181865 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55756) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:38.182777 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5430181 Apr 06 17:44:38.189729 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5f0d2-1615-4722-9a46-e4823fc8834d admin admin] Pushing event updated for resources: {'Network': ['ID=01e203f0-b438-49fb-b412-552b94c7c84a,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:38.190887 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Request body: {'subnet': {'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1260366899-subnet', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:38.205368 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 01e203f0-b438-49fb-b412-552b94c7c84a details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:44:38.226687 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-35ab0629-b705-41c1-8052-0ac0478f6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:38.228351 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-35ab0629-b705-41c1-8052-0ac0478f6a20 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=304acbdc-aff8-422e-8c31-45f0ba8974ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1532564 Apr 06 17:44:38.229073 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-11052184-91b4-43bb-b8d0-8618a0e24c94 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group (078800e1-2a8d-4a69-8fe3-06000596edc7), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.271698 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Made reservation on behalf of 54f3601d7eff42c2bf9faeac14a01d44 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:44:38.274242 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485933'] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.277677 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85988399-b654-44c3-bc2d-c20a5b0027da None None] New status for floating IP aa70ca36-b1a1-479a-a697-256195b70679: DOWN {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:44:38.295074 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:38.326913 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] Checking router: 2b4c5aab-7cde-47c5-a314-13afc3a2af09 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:44:38.345175 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:38.345822 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:38.360304 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-11052184-91b4-43bb-b8d0-8618a0e24c94 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group (078800e1-2a8d-4a69-8fe3-06000596edc7), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.491790 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-688d8590-d997-4c12-afdb-cfdc4a4c87f9 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549574 Apr 06 17:44:38.588185 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-11052184-91b4-43bb-b8d0-8618a0e24c94 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (078800e1-2a8d-4a69-8fe3-06000596edc7), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.591177 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-11052184-91b4-43bb-b8d0-8618a0e24c94 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.594694 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-11052184-91b4-43bb-b8d0-8618a0e24c94 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "DELETE /v2.0/security-groups/078800e1-2a8d-4a69-8fe3-06000596edc7 HTTP/1.1" status: 204 len: 168 time: 0.5632071 Apr 06 17:44:38.596964 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55758) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:38.605020 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:38.614722 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.api.v2.resource [None req-d8692c4a-2102-4119-a2cf-05ae011ef2c7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] show failed (client error): The resource could not be found. Apr 06 17:44:38.616185 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-d8692c4a-2102-4119-a2cf-05ae011ef2c7 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups/078800e1-2a8d-4a69-8fe3-06000596edc7 HTTP/1.1" status: 404 len: 347 time: 0.0168915 Apr 06 17:44:38.619911 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11052184-91b4-43bb-b8d0-8618a0e24c94 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078800e1-2a8d-4a69-8fe3-06000596edc7,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:38.620223 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55760) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:38.698055 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b2e69058-bcc8-4bae-9b66-cace09a30706 req-82ae797a-c48f-43f8-ae77-b146d4a496c3 service neutron] 10.222.0.49 "GET /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970942 Apr 06 17:44:38.704822 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4940732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485939'] for subnet (a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.802317 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a1ce6-82ad-4aea-ac96-1bd2fa02797b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Deleting port d8b4a47d-1018-4a88-9d22-168f29d9c68a {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:38.802661 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1ce6-82ad-4aea-ac96-1bd2fa02797b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (d8b4a47d-1018-4a88-9d22-168f29d9c68a), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.810975 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55766) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:38.815250 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:38.827881 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Checking segment: {'id': '880cd53d-2dd8-4608-83e6-6ec25172b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:44:38.828261 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Network hostable DHCP agents. Network: 01e203f0-b438-49fb-b412-552b94c7c84a, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:44:38.849059 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Network 01e203f0-b438-49fb-b412-552b94c7c84a is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:44:38.861360 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 01e203f0-b438-49fb-b412-552b94c7c84a) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:38.872514 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafb08c-c7a2-4a82-9f36-12fb85c2f330 None None] Network 01e203f0-b438-49fb-b412-552b94c7c84a requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:44:38.876343 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:38.876964 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.898045 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a08a009b-74c1-4602-a3e1-3647a2053508 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7119513 Apr 06 17:44:38.898787 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55768) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:38.902668 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1260366899-router', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:38.924267 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (dda64227-eb16-4a91-b0cc-a71ace194ba3), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.925181 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (dda64227-eb16-4a91-b0cc-a71ace194ba3), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.943175 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:38.952559 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7202905a-0bb9-4746-a434-a3faa025a8cb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.980967 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9038f1-eae9-45c5-ae84-4df297996219 None None] The sync data for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi is: [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:44:38.986484 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7202905a-0bb9-4746-a434-a3faa025a8cb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:38.996318 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks [] for router_controller (dda64227-eb16-4a91-b0cc-a71ace194ba3), precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.029978 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1ce6-82ad-4aea-ac96-1bd2fa02797b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (d8b4a47d-1018-4a88-9d22-168f29d9c68a), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.032454 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1ce6-82ad-4aea-ac96-1bd2fa02797b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for floatingip (d8b4a47d-1018-4a88-9d22-168f29d9c68a), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.046398 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7202905a-0bb9-4746-a434-a3faa025a8cb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.049703 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7202905a-0bb9-4746-a434-a3faa025a8cb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.051238 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-7202905a-0bb9-4746-a434-a3faa025a8cb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "DELETE /v2.0/security-groups/37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7 HTTP/1.1" status: 204 len: 168 time: 0.1845114 Apr 06 17:44:39.056352 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-01e203f0-b438-49fb-b412-552b94c7c84a', 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a', 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'fixed_ips': [{'subnet_id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:44:39.057687 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.062279 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55770) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:39.064393 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a1ce6-82ad-4aea-ac96-1bd2fa02797b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Calling delete_port for d8b4a47d-1018-4a88-9d22-168f29d9c68a owned by network:floatingip {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:39.098291 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.api.v2.resource [None req-b7096c7e-c0b8-4629-bfec-452a3031b112 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] show failed (client error): The resource could not be found. Apr 06 17:44:39.099848 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b7096c7e-c0b8-4629-bfec-452a3031b112 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups/37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7 HTTP/1.1" status: 404 len: 347 time: 0.0333140 Apr 06 17:44:39.100683 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202905a-0bb9-4746-a434-a3faa025a8cb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a0c9fd-a1f9-48d4-862c-664d6e4fe4c7,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:39.104292 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55772) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:39.180520 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 8c817e03-ab20-476b-ae88-b5833ae9d22e up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:39.217754 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks [] for router_gateway (dda64227-eb16-4a91-b0cc-a71ace194ba3), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.300767 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 8c817e03-ab20-476b-ae88-b5833ae9d22e triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:39.301094 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.321737 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-e19e9c61-943a-4b76-b3f9-8c1f5ddad334 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Deleting port db29494d-abab-4f60-891a-657861a2ef7b {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:39.322126 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e19e9c61-943a-4b76-b3f9-8c1f5ddad334 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (db29494d-abab-4f60-891a-657861a2ef7b), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.325344 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Allocated IP 172.20.0.2 (01e203f0-b438-49fb-b412-552b94c7c84a/a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07/d6dffe15-6a0f-4d59-aa36-1b70101f4750) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:44:39.389190 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Sync routers for ids ['53c217ce-7629-48e9-8a63-ba4c108bb112'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:44:39.428279 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 8c817e03-ab20-476b-ae88-b5833ae9d22e is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:39.431548 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Routers {'53c217ce-7629-48e9-8a63-ba4c108bb112'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:39.432264 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['53c217ce-7629-48e9-8a63-ba4c108bb112'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:39.439505 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1ce6-82ad-4aea-ac96-1bd2fa02797b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (d8b4a47d-1018-4a88-9d22-168f29d9c68a), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.476278 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks [] for router_gateway (dda64227-eb16-4a91-b0cc-a71ace194ba3), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.477062 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a1ce6-82ad-4aea-ac96-1bd2fa02797b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event deleted for resources: {'Port': ['ID=d8b4a47d-1018-4a88-9d22-168f29d9c68a,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:39.504423 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e19e9c61-943a-4b76-b3f9-8c1f5ddad334 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (db29494d-abab-4f60-891a-657861a2ef7b), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.504751 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e19e9c61-943a-4b76-b3f9-8c1f5ddad334 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (db29494d-abab-4f60-891a-657861a2ef7b), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.508810 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.545696 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-e19e9c61-943a-4b76-b3f9-8c1f5ddad334 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Calling delete_port for db29494d-abab-4f60-891a-657861a2ef7b owned by network:floatingip {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:39.561337 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 850c2a0c-8026-464e-b44e-749287193daa no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:44:39.604696 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85089c93-7875-41c4-ae51-1edb4398331a None None] New status for floating IP 80669c33-b2d6-4d04-836d-a7249fee1f82: DOWN {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:44:39.615301 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 850c2a0c-8026-464e-b44e-749287193daa {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:44:39.615633 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 850c2a0c-8026-464e-b44e-749287193daa not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:44:39.616058 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:44:39.636920 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1ce6-82ad-4aea-ac96-1bd2fa02797b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks [] for floatingip (aa70ca36-b1a1-479a-a697-256195b70679), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.640292 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cb7a1ce6-82ad-4aea-ac96-1bd2fa02797b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.643852 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-cb7a1ce6-82ad-4aea-ac96-1bd2fa02797b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "DELETE /v2.0/floatingips/aa70ca36-b1a1-479a-a697-256195b70679 HTTP/1.1" status: 204 len: 168 time: 1.0201275 Apr 06 17:44:39.645643 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Allocated IP 172.27.2.120 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/fd1052ce-e39a-4083-b8c8-cc6de95547f3) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:44:39.697912 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:44:39.698433 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 59f893ff-8c6e-4205-a0ed-0dd3039dddf6 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:44:39.728364 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.db.api [None req-85089c93-7875-41c4-ae51-1edb4398331a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 06 17:44:39.728364 dv-cinder-835880-5-iscsi neutron-server[104733]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Apr 06 17:44:39.728364 dv-cinder-835880-5-iscsi neutron-server[104733]: [parameters: {'status': 'DOWN', 'floatingips_id': '80669c33-b2d6-4d04-836d-a7249fee1f82'}] Apr 06 17:44:39.728364 dv-cinder-835880-5-iscsi neutron-server[104733]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104733) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 17:44:39.729196 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG oslo_db.api [None req-85089c93-7875-41c4-ae51-1edb4398331a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 17:44:39.742939 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Set router 53c217ce-7629-48e9-8a63-ba4c108bb112 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:39.802832 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks [] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.804350 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e19e9c61-943a-4b76-b3f9-8c1f5ddad334 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (db29494d-abab-4f60-891a-657861a2ef7b), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.830165 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e9c61-943a-4b76-b3f9-8c1f5ddad334 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event deleted for resources: {'Port': ['ID=db29494d-abab-4f60-891a-657861a2ef7b,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:39.848525 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.897212 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e19e9c61-943a-4b76-b3f9-8c1f5ddad334 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (80669c33-b2d6-4d04-836d-a7249fee1f82), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.900196 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:39.900347 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e19e9c61-943a-4b76-b3f9-8c1f5ddad334 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.901535 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e19e9c61-943a-4b76-b3f9-8c1f5ddad334 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "DELETE /v2.0/floatingips/80669c33-b2d6-4d04-836d-a7249fee1f82 HTTP/1.1" status: 204 len: 168 time: 0.7962775 Apr 06 17:44:39.903164 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:39.911658 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:44:39.926506 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Publish callbacks [] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.941449 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:39.946237 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Pushing event updated for resources: {'Port': ['ID=fd1052ce-e39a-4083-b8c8-cc6de95547f3,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:40.003438 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Network 01e203f0-b438-49fb-b412-552b94c7c84a is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:40.017181 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:40.019587 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:44:40.029440 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Pushing event updated for resources: {'Port': ['ID=d6dffe15-6a0f-4d59-aa36-1b70101f4750,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:40.107951 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Attempting to bind port d6dffe15-6a0f-4d59-aa36-1b70101f4750 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:44:40.108454 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Attempting to bind port d6dffe15-6a0f-4d59-aa36-1b70101f4750 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '880cd53d-2dd8-4608-83e6-6ec25172b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:44:40.108963 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Attempting to bind port d6dffe15-6a0f-4d59-aa36-1b70101f4750 on network 01e203f0-b438-49fb-b412-552b94c7c84a {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:44:40.116671 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:44:40.117043 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Checking segment: {'id': '880cd53d-2dd8-4608-83e6-6ec25172b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:44:40.117441 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.118097 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Bound using segment: {'id': '880cd53d-2dd8-4608-83e6-6ec25172b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:44:40.118309 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Bound port: d6dffe15-6a0f-4d59-aa36-1b70101f4750, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880cd53d-2dd8-4608-83e6-6ec25172b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:44:40.118683 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.159272 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:35Z', 'revision_number': 2, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:40.187403 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks [] for router_gateway (dda64227-eb16-4a91-b0cc-a71ace194ba3), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.194820 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Checking router: 53c217ce-7629-48e9-8a63-ba4c108bb112 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:44:40.195350 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Updating router 53c217ce-7629-48e9-8a63-ba4c108bb112 port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:44:40.231594 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85089c93-7875-41c4-ae51-1edb4398331a None None] New status for floating IP 80669c33-b2d6-4d04-836d-a7249fee1f82: DOWN {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:44:40.239472 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.241584 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] For port d6dffe15-6a0f-4d59-aa36-1b70101f4750, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:44:40.245400 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] For port d6dffe15-6a0f-4d59-aa36-1b70101f4750, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=d6dffe15-6a0f-4d59-aa36-1b70101f4750,segment=NetworkSegment(880cd53d-2dd8-4608-83e6-6ec25172b3b8),segment_id=880cd53d-2dd8-4608-83e6-6ec25172b3b8)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:44:40.260877 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.435822 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (dda64227-eb16-4a91-b0cc-a71ace194ba3), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.439090 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55784) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:40.443960 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-4fb53730-9554-4631-bb8d-6d70917fbc75 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--677362036', 'description': 'tempest-description--1679004775'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:40.475167 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4fb53730-9554-4631-bb8d-6d70917fbc75 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.559465 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4fb53730-9554-4631-bb8d-6d70917fbc75 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (a3ab62e8-ee09-4663-97e0-684ebc84f738), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.564705 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4fb53730-9554-4631-bb8d-6d70917fbc75 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (a3ab62e8-ee09-4663-97e0-684ebc84f738), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.620699 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4fb53730-9554-4631-bb8d-6d70917fbc75 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.625978 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-4fb53730-9554-4631-bb8d-6d70917fbc75 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1854427 Apr 06 17:44:40.626238 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55786) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:40.632737 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-27713f32-9f3a-4a67-8bfe-3b1b73fffdcb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'security_group_rule': {'security_group_id': 'a3ab62e8-ee09-4663-97e0-684ebc84f738', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:40.645792 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Router dda64227-eb16-4a91-b0cc-a71ace194ba3 is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:44:40.653147 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb53730-9554-4631-bb8d-6d70917fbc75 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ab62e8-ee09-4663-97e0-684ebc84f738,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:40.664365 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa356ec-687d-4ca7-8209-36518dabeebc None None] Pushing event updated for resources: {'Port': ['ID=d6dffe15-6a0f-4d59-aa36-1b70101f4750,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:40.672812 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-27713f32-9f3a-4a67-8bfe-3b1b73fffdcb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (31aaa94b-1ba0-4470-af03-2d8696458eed), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.752429 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-27713f32-9f3a-4a67-8bfe-3b1b73fffdcb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (31aaa94b-1ba0-4470-af03-2d8696458eed), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.758191 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-27713f32-9f3a-4a67-8bfe-3b1b73fffdcb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (31aaa94b-1ba0-4470-af03-2d8696458eed), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.780437 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27713f32-9f3a-4a67-8bfe-3b1b73fffdcb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31aaa94b-1ba0-4470-af03-2d8696458eed,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:40.785184 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-27713f32-9f3a-4a67-8bfe-3b1b73fffdcb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.788991 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-27713f32-9f3a-4a67-8bfe-3b1b73fffdcb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1596198 Apr 06 17:44:40.789268 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55788) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:40.797450 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-fded96b9-9eb1-4b45-8ead-07c6091bc60b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'security_group_rule': {'security_group_id': 'a3ab62e8-ee09-4663-97e0-684ebc84f738', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:40.824193 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Publish callbacks [] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.833456 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.896511 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3dad1-64a6-4cbb-9c12-f67b956170c0 None None] Pushing event updated for resources: {'Port': ['ID=a6abd525-8f3e-4dd4-9f48-df4859be5bf9,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:40.952142 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Attempting to bind port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:44:40.952886 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Attempting to bind port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:44:40.953374 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Attempting to bind port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 on network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:44:40.960130 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:44:40.960630 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Checking segment: {'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:44:40.961277 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:40.961864 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Bound using segment: {'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:44:40.963095 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Bound port: a6abd525-8f3e-4dd4-9f48-df4859be5bf9, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:44:40.964174 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.059828 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] For port a6abd525-8f3e-4dd4-9f48-df4859be5bf9, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:44:41.067607 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] For port a6abd525-8f3e-4dd4-9f48-df4859be5bf9, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=a6abd525-8f3e-4dd4-9f48-df4859be5bf9,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:44:41.077127 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.136117 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Routers {'53c217ce-7629-48e9-8a63-ba4c108bb112'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:41.138234 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['53c217ce-7629-48e9-8a63-ba4c108bb112'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:41.155318 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fded96b9-9eb1-4b45-8ead-07c6091bc60b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (cb788c0e-bf4c-4e4d-bf2b-e40e570860eb), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.174599 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:44:41.191466 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d6dffe15-6a0f-4d59-aa36-1b70101f4750 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:41.226340 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3dad1-64a6-4cbb-9c12-f67b956170c0 None None] Pushing event updated for resources: {'Port': ['ID=a6abd525-8f3e-4dd4-9f48-df4859be5bf9,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:41.230176 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.231430 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-74a8cd5d-c1dd-4cd3-935d-979344021757 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3320446 Apr 06 17:44:41.234380 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55796) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:41.238033 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Sync routers for ids ['dda64227-eb16-4a91-b0cc-a71ace194ba3'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:44:41.247141 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fded96b9-9eb1-4b45-8ead-07c6091bc60b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (cb788c0e-bf4c-4e4d-bf2b-e40e570860eb), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.254238 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fded96b9-9eb1-4b45-8ead-07c6091bc60b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (cb788c0e-bf4c-4e4d-bf2b-e40e570860eb), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.287558 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded96b9-9eb1-4b45-8ead-07c6091bc60b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb788c0e-bf4c-4e4d-bf2b-e40e570860eb,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:41.300635 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fded96b9-9eb1-4b45-8ead-07c6091bc60b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.302052 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-fded96b9-9eb1-4b45-8ead-07c6091bc60b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5116904 Apr 06 17:44:41.306504 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55798) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:41.313167 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:41.315243 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-751e3ebe-cc5b-442e-b889-a9f3c45fa7c2 None None] Provisioning complete for port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:41.315714 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-751e3ebe-cc5b-442e-b889-a9f3c45fa7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.318254 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Routers {'dda64227-eb16-4a91-b0cc-a71ace194ba3'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:41.319414 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['dda64227-eb16-4a91-b0cc-a71ace194ba3'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:41.344070 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.433185 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port d6dffe15-6a0f-4d59-aa36-1b70101f4750 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:41.433592 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.510666 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.520303 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] Set router 53c217ce-7629-48e9-8a63-ba4c108bb112 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:41.646675 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Set router dda64227-eb16-4a91-b0cc-a71ace194ba3 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:41.669629 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Allocated IP 172.27.2.252 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/ac1ac770-7090-49fc-adb1-d0e8a77b339c) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:44:41.776984 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f747898-15df-449f-ab64-b2767a6a6ea5 None None] Network 01e203f0-b438-49fb-b412-552b94c7c84a requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:44:41.801967 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for port (ac1ac770-7090-49fc-adb1-d0e8a77b339c), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.813246 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.845586 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (ac1ac770-7090-49fc-adb1-d0e8a77b339c), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.883495 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:41.889499 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:41.892589 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:44:41.909898 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-751e3ebe-cc5b-442e-b889-a9f3c45fa7c2 None None] Current status of the port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:41.910315 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-751e3ebe-cc5b-442e-b889-a9f3c45fa7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.926305 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'Port': ['ID=ac1ac770-7090-49fc-adb1-d0e8a77b339c,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:41.964858 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port d6dffe15-6a0f-4d59-aa36-1b70101f4750 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:41.965219 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.989952 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (b3aca0a3-caa5-4dd7-b06f-8454d9f28e09), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:41.998932 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Allocated IP 172.20.0.1 (01e203f0-b438-49fb-b412-552b94c7c84a/a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07/a8a922e5-c700-40dd-aa8d-021441fdc908) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:44:42.040101 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (ac1ac770-7090-49fc-adb1-d0e8a77b339c), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.040354 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-751e3ebe-cc5b-442e-b889-a9f3c45fa7c2 None None] For port a6abd525-8f3e-4dd4-9f48-df4859be5bf9, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=a6abd525-8f3e-4dd4-9f48-df4859be5bf9,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:42.069115 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-751e3ebe-cc5b-442e-b889-a9f3c45fa7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.146182 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port d6dffe15-6a0f-4d59-aa36-1b70101f4750, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=d6dffe15-6a0f-4d59-aa36-1b70101f4750,segment=NetworkSegment(880cd53d-2dd8-4608-83e6-6ec25172b3b8),segment_id=880cd53d-2dd8-4608-83e6-6ec25172b3b8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:42.159646 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Publish callbacks [] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.167021 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.202096 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e3ebe-cc5b-442e-b889-a9f3c45fa7c2 None None] Pushing event updated for resources: {'Port': ['ID=a6abd525-8f3e-4dd4-9f48-df4859be5bf9,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:42.230266 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.257569 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d418-c244-4bc7-b557-2c7e9af1fee1 None None] Provisioning complete for port d6dffe15-6a0f-4d59-aa36-1b70101f4750 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:42.258096 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d418-c244-4bc7-b557-2c7e9af1fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.271749 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for port (ac1ac770-7090-49fc-adb1-d0e8a77b339c), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.278157 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Network 01e203f0-b438-49fb-b412-552b94c7c84a is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:42.282556 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:42.285066 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (ac1ac770-7090-49fc-adb1-d0e8a77b339c), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.287270 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:44:42.312136 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:41Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:42.335060 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (dda64227-eb16-4a91-b0cc-a71ace194ba3), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.357944 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (b3aca0a3-caa5-4dd7-b06f-8454d9f28e09), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.423799 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Pushing event updated for resources: {'Port': ['ID=a8a922e5-c700-40dd-aa8d-021441fdc908,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:42.455497 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.456650 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1478405 Apr 06 17:44:42.458937 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df84387-eb0a-4d6a-82a1-6df3ccfe0342 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'Port': ['ID=ac1ac770-7090-49fc-adb1-d0e8a77b339c,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:42.473875 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f356e8a-cd27-488a-bcf1-3a052d1c88dd req-d92ea252-cfbf-49b3-b9e3-c593c9a5f525 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:42.475581 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0f356e8a-cd27-488a-bcf1-3a052d1c88dd req-d92ea252-cfbf-49b3-b9e3-c593c9a5f525 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.1145372 Apr 06 17:44:42.532110 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.544465 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0f356e8a-cd27-488a-bcf1-3a052d1c88dd req-d536b024-0c2a-42a3-90cf-84350a16721f tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619955 Apr 06 17:44:42.556244 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=d6dffe15-6a0f-4d59-aa36-1b70101f4750,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:42.560723 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6b3ba9-6452-4922-b8a2-f528c2fbc967 None None] The sync data for ids ['53c217ce-7629-48e9-8a63-ba4c108bb112'] in dv-cinder-835880-5-iscsi is: [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:41Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:44:42.563432 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'name': 'tempest-TestShelveInstance-1260366899-router', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:38Z', 'updated_at': '2022-04-06T17:44:40Z', 'revision_number': 3, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'gw_port': {'id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:39Z', 'updated_at': '2022-04-06T17:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:42.608295 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Checking router: dda64227-eb16-4a91-b0cc-a71ace194ba3 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:44:42.608295 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Updating router dda64227-eb16-4a91-b0cc-a71ace194ba3 port fd1052ce-e39a-4083-b8c8-cc6de95547f3 binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:44:42.672751 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.735637 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d418-c244-4bc7-b557-2c7e9af1fee1 None None] Current status of the port d6dffe15-6a0f-4d59-aa36-1b70101f4750 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:42.798557 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Publish callbacks [] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.799038 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-db7262de-739b-45cb-a717-ab4e44396a82 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--677362036&fields=id&tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e HTTP/1.1" status: 200 len: 267 time: 0.0595145 Apr 06 17:44:42.807325 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.834335 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-3bb7d418-c244-4bc7-b557-2c7e9af1fee1 None None] Provisioning complete for port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:42.834718 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3bb7d418-c244-4bc7-b557-2c7e9af1fee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.880565 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Pushing event updated for resources: {'Port': ['ID=a8a922e5-c700-40dd-aa8d-021441fdc908,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:42.924698 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (dda64227-eb16-4a91-b0cc-a71ace194ba3), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:42.945561 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-49aaab88-3607-4417-b5cf-d9a562dfbe28 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:42.947104 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-49aaab88-3607-4417-b5cf-d9a562dfbe28 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/networks?id=6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 200 len: 809 time: 0.1459761 Apr 06 17:44:42.972172 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-9368f188-7a27-42ea-9ea5-6e3d3893d337 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/quotas/9231d007afb3425e8b8e3dbcc02b0f2e HTTP/1.1" status: 200 len: 375 time: 0.0171540 Apr 06 17:44:43.053625 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Network 01e203f0-b438-49fb-b412-552b94c7c84a is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:43.055098 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:43.058435 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-c4d8558c-283e-4f56-9603-e07127b47378 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850260 Apr 06 17:44:43.074100 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7d418-c244-4bc7-b557-2c7e9af1fee1 None None] Current status of the port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:43.165741 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device a6abd525-8f3e-4dd4-9f48-df4859be5bf9 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:43.209261 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Publish callbacks [] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:43.219061 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-7f4453f8-5b3a-4c6d-a9ff-b1545a1b121a service neutron] 10.222.0.18 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322405 Apr 06 17:44:43.231318 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:43.239116 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-06de6d96-e126-4cf4-a027-3bf5e54bcf9c None None] Provisioning complete for port d6dffe15-6a0f-4d59-aa36-1b70101f4750 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:43.239495 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-06de6d96-e126-4cf4-a027-3bf5e54bcf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:43.274539 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Router dda64227-eb16-4a91-b0cc-a71ace194ba3 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:44:43.345666 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b0180-72ac-4b7f-a0f7-78f074902dac None None] Pushing event updated for resources: {'Port': ['ID=fd1052ce-e39a-4083-b8c8-cc6de95547f3,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:43.350640 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Attempting to bind port fd1052ce-e39a-4083-b8c8-cc6de95547f3 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:44:43.351026 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Attempting to bind port fd1052ce-e39a-4083-b8c8-cc6de95547f3 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:44:43.351386 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Attempting to bind port fd1052ce-e39a-4083-b8c8-cc6de95547f3 on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:44:43.364056 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:44:43.364526 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:44:43.364873 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:43.365237 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:44:43.365717 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Bound port: fd1052ce-e39a-4083-b8c8-cc6de95547f3, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:44:43.366780 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:43.369153 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:43.369520 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:43.406085 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-8655d83c-dc06-406b-8f17-9b73598ca995 service neutron] 10.222.0.18 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812141 Apr 06 17:44:43.568943 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-06de6d96-e126-4cf4-a027-3bf5e54bcf9c None None] Current status of the port d6dffe15-6a0f-4d59-aa36-1b70101f4750 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:43.574768 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] For port fd1052ce-e39a-4083-b8c8-cc6de95547f3, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:44:43.580148 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] For port fd1052ce-e39a-4083-b8c8-cc6de95547f3, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=fd1052ce-e39a-4083-b8c8-cc6de95547f3,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:44:43.615429 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:43.637003 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-06de6d96-e126-4cf4-a027-3bf5e54bcf9c None None] Provisioning complete for port a8a922e5-c700-40dd-aa8d-021441fdc908 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:43.637379 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-06de6d96-e126-4cf4-a027-3bf5e54bcf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:43.697318 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cc830ec6-b1fa-4418-a959-6ed8c21c6a8a req-2ee17bba-ef88-4a91-858b-7e17f89fa349 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 210 time: 0.0747838 Apr 06 17:44:43.725917 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:43.730698 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d6dffe15-6a0f-4d59-aa36-1b70101f4750 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:43.759389 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:44:43.770562 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b6ef0226-8ef5-4c12-b945-962f245971ab admin admin] 10.222.0.18 "PUT /v2.0/routers/dda64227-eb16-4a91-b0cc-a71ace194ba3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5344691 Apr 06 17:44:43.792856 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e0a9e-18f3-4493-b3bc-bde5a2a57555 req-6c1f91e4-8db6-4aae-ba98-ab584b612b56 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:43.800384 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Routers {'dda64227-eb16-4a91-b0cc-a71ace194ba3'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:43.801030 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['dda64227-eb16-4a91-b0cc-a71ace194ba3'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:43.802989 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-06de6d96-e126-4cf4-a027-3bf5e54bcf9c None None] Port a8a922e5-c700-40dd-aa8d-021441fdc908 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:44:43.804870 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed1e0a9e-18f3-4493-b3bc-bde5a2a57555 req-6c1f91e4-8db6-4aae-ba98-ab584b612b56 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0981221 Apr 06 17:44:43.812150 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b0180-72ac-4b7f-a0f7-78f074902dac None None] Pushing event updated for resources: {'Port': ['ID=fd1052ce-e39a-4083-b8c8-cc6de95547f3,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:43.884684 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed1e0a9e-18f3-4493-b3bc-bde5a2a57555 req-6faf1f8b-ce38-4e87-9fea-efa11e6dbf14 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744643 Apr 06 17:44:43.924824 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port d6dffe15-6a0f-4d59-aa36-1b70101f4750 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:43.925201 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:43.982822 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-199551f2-abb1-4033-9424-5db58f4cadbb None None] Provisioning complete for port a8a922e5-c700-40dd-aa8d-021441fdc908 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:43.983948 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-199551f2-abb1-4033-9424-5db58f4cadbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.020969 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] Set router dda64227-eb16-4a91-b0cc-a71ace194ba3 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:44.074338 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-199551f2-abb1-4033-9424-5db58f4cadbb None None] Port a8a922e5-c700-40dd-aa8d-021441fdc908 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:44:44.189357 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port d6dffe15-6a0f-4d59-aa36-1b70101f4750 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:44.277045 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'name': 'tempest-TestShelveInstance-1260366899-router', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:38Z', 'updated_at': '2022-04-06T17:44:42Z', 'revision_number': 4, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'gw_port': {'id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:39Z', 'updated_at': '2022-04-06T17:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a8a922e5-c700-40dd-aa8d-021441fdc908', 'name': '', 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'mac_address': 'fa:16:3e:2d:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:41Z', 'updated_at': '2022-04-06T17:44:42Z', 'revision_number': 2, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'subnets': [{'id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:44.306955 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c732ae-cb3f-4f70-8dc1-e5274a7c3113 None None] The sync data for ids ['dda64227-eb16-4a91-b0cc-a71ace194ba3'] in dv-cinder-835880-5-iscsi is: [{'id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'name': 'tempest-TestShelveInstance-1260366899-router', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:38Z', 'updated_at': '2022-04-06T17:44:42Z', 'revision_number': 4, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'gw_port': {'id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:39Z', 'updated_at': '2022-04-06T17:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a8a922e5-c700-40dd-aa8d-021441fdc908', 'name': '', 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'mac_address': 'fa:16:3e:2d:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:41Z', 'updated_at': '2022-04-06T17:44:42Z', 'revision_number': 2, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'subnets': [{'id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:44:44.598587 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55838) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:44.604896 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-c835500e-3030-40da-a312-d618a5569874 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714679987', 'description': 'tempest-secgroup-smoke-1714679987 description', 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:44.633092 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c835500e-3030-40da-a312-d618a5569874 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.640353 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-90164864-2353-4c3f-b591-9f852878acc9 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:44.642518 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-90164864-2353-4c3f-b591-9f852878acc9 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0776823 Apr 06 17:44:44.735789 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c835500e-3030-40da-a312-d618a5569874 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group (21b80252-a612-46a9-a695-ee548a9b14be), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.742842 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c835500e-3030-40da-a312-d618a5569874 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (21b80252-a612-46a9-a695-ee548a9b14be), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.756633 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-167f7af6-f14b-466f-a433-e4d68679ab1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Deleting port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:44.756900 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-167f7af6-f14b-466f-a433-e4d68679ab1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.774787 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835500e-3030-40da-a312-d618a5569874 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b80252-a612-46a9-a695-ee548a9b14be,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:44.784930 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c835500e-3030-40da-a312-d618a5569874 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.786115 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c835500e-3030-40da-a312-d618a5569874 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1864085 Apr 06 17:44:44.788892 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55842) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:44.793560 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-b7921091-21a9-4048-a981-f4966e6b3626 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Request body: {'security_group_rule': {'security_group_id': '21b80252-a612-46a9-a695-ee548a9b14be', 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:44.820343 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b7921091-21a9-4048-a981-f4966e6b3626 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (019eeb97-c0c0-4fe8-96f2-1037912d782c), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.843155 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e5be433c-80e2-4742-baa1-65cdc62ece26 req-8fedc82d-3083-459f-a0ec-ca6e7ea109ea tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 210 time: 0.0331523 Apr 06 17:44:44.893219 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b7921091-21a9-4048-a981-f4966e6b3626 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (019eeb97-c0c0-4fe8-96f2-1037912d782c), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.895203 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-167f7af6-f14b-466f-a433-e4d68679ab1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] For port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:44.895576 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-167f7af6-f14b-466f-a433-e4d68679ab1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.898438 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b7921091-21a9-4048-a981-f4966e6b3626 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (019eeb97-c0c0-4fe8-96f2-1037912d782c), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.911665 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-167f7af6-f14b-466f-a433-e4d68679ab1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Calling delete_port for 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:44.919691 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7921091-21a9-4048-a981-f4966e6b3626 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019eeb97-c0c0-4fe8-96f2-1037912d782c,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:44.931818 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b7921091-21a9-4048-a981-f4966e6b3626 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:44.933427 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b7921091-21a9-4048-a981-f4966e6b3626 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432559 Apr 06 17:44:44.937614 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55846) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:44.942875 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-3c9e124d-9911-4049-9184-187ddb9392d4 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Request body: {'security_group_rule': {'security_group_id': '21b80252-a612-46a9-a695-ee548a9b14be', 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:44.973553 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3c9e124d-9911-4049-9184-187ddb9392d4 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (d37a156a-79bb-4cd2-ab0b-9c6b104e33ef), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.066307 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3c9e124d-9911-4049-9184-187ddb9392d4 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (d37a156a-79bb-4cd2-ab0b-9c6b104e33ef), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.071425 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3c9e124d-9911-4049-9184-187ddb9392d4 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (d37a156a-79bb-4cd2-ab0b-9c6b104e33ef), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.111276 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4168294-5ad2-44dd-bd73-e69c8356712d req-058a1b8e-370f-4dc2-b9c6-ec89aa71913c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:45.119894 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f4168294-5ad2-44dd-bd73-e69c8356712d req-058a1b8e-370f-4dc2-b9c6-ec89aa71913c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=79a14dca-1a56-4db6-bc8f-0ecdf80ef908 HTTP/1.1" status: 200 len: 946 time: 0.0872972 Apr 06 17:44:45.143205 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e124d-9911-4049-9184-187ddb9392d4 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37a156a-79bb-4cd2-ab0b-9c6b104e33ef,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:45.200390 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3c9e124d-9911-4049-9184-187ddb9392d4 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.202916 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3c9e124d-9911-4049-9184-187ddb9392d4 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2638466 Apr 06 17:44:45.204595 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55848) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:45.221450 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-87f68114-0f06-4bb1-91b1-f2a67847ad49 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Request body: {'security_group_rule': {'security_group_id': '21b80252-a612-46a9-a695-ee548a9b14be', 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:45.222102 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-167f7af6-f14b-466f-a433-e4d68679ab1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (81f22ab1-149d-4e8b-8f63-9b5dbe9f3580), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.235094 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['81f22ab1-149d-4e8b-8f63-9b5dbe9f3580', 'c1cde5eb-5319-4458-b398-9dfe23694109'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:44:45.268076 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f4168294-5ad2-44dd-bd73-e69c8356712d req-659dcbd6-4862-49af-815d-14a37529c27c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471343 Apr 06 17:44:45.287547 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f7af6-f14b-466f-a433-e4d68679ab1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event deleted for resources: {'Port': ['ID=81f22ab1-149d-4e8b-8f63-9b5dbe9f3580,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:45.352885 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-167f7af6-f14b-466f-a433-e4d68679ab1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] No DVR routers for this DVR port 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:44:45.356478 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-167f7af6-f14b-466f-a433-e4d68679ab1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.360912 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-87f68114-0f06-4bb1-91b1-f2a67847ad49 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (741da63c-71ef-44d3-8e94-59664cd418aa), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.362299 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6bab0433-5749-4d6f-90b1-9d0c6e9d3254 req-167f7af6-f14b-466f-a433-e4d68679ab1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "DELETE /v2.0/ports/81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 HTTP/1.1" status: 204 len: 173 time: 0.7144363 Apr 06 17:44:45.363051 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a14dca-1a56-4db6-bc8f-0ecdf80ef908', 'name': 'network-vif-deleted', 'tag': '81f22ab1-149d-4e8b-8f63-9b5dbe9f3580'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:45.367216 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c30ff2-f8e5-4514-b328-0cf1835db6ca" -d '{"events": [{"server_uuid": "79a14dca-1a56-4db6-bc8f-0ecdf80ef908", "name": "network-vif-deleted", "tag": "81f22ab1-149d-4e8b-8f63-9b5dbe9f3580"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:45.379670 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-30f0b391-02af-45c6-a6b3-f1d4487fd718 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:45.381386 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-30f0b391-02af-45c6-a6b3-f1d4487fd718 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.49 "GET /v2.0/networks?id=6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 200 len: 809 time: 0.2637532 Apr 06 17:44:45.416003 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f189070f-1e8c-459f-96a6-d1d11d58d9a2 x-openstack-request-id: req-f189070f-1e8c-459f-96a6-d1d11d58d9a2 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:45.416514 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a14dca-1a56-4db6-bc8f-0ecdf80ef908", "name": "network-vif-deleted", "tag": "81f22ab1-149d-4e8b-8f63-9b5dbe9f3580", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:45.416766 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f189070f-1e8c-459f-96a6-d1d11d58d9a2 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:45.417177 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f189070f-1e8c-459f-96a6-d1d11d58d9a2'] response: {'server_uuid': '79a14dca-1a56-4db6-bc8f-0ecdf80ef908', 'name': 'network-vif-deleted', 'tag': '81f22ab1-149d-4e8b-8f63-9b5dbe9f3580', 'status': 'completed', 'code': 200} Apr 06 17:44:45.461560 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:44:45.522444 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-87f68114-0f06-4bb1-91b1-f2a67847ad49 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (741da63c-71ef-44d3-8e94-59664cd418aa), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.528752 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-5295e686-1506-4238-b8cb-88fef38c8d98 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e HTTP/1.1" status: 200 len: 379 time: 0.1346037 Apr 06 17:44:45.530713 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-87f68114-0f06-4bb1-91b1-f2a67847ad49 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (741da63c-71ef-44d3-8e94-59664cd418aa), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.546327 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'port': {'device_id': '1109dd7b-debc-4474-8038-ae5d7026375f', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'admin_state_up': True, 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'security_groups': ['a3ab62e8-ee09-4663-97e0-684ebc84f738']}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:45.603563 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f68114-0f06-4bb1-91b1-f2a67847ad49 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741da63c-71ef-44d3-8e94-59664cd418aa,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:45.611312 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-87f68114-0f06-4bb1-91b1-f2a67847ad49 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.612526 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-87f68114-0f06-4bb1-91b1-f2a67847ad49 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4048553 Apr 06 17:44:45.615452 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55856) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:45.621673 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-f05329e8-b37b-4757-acc3-c6ecf25a0b8d tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Request body: {'security_group_rule': {'security_group_id': '21b80252-a612-46a9-a695-ee548a9b14be', 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:45.681926 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f05329e8-b37b-4757-acc3-c6ecf25a0b8d tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (e807f880-c325-4ad3-8a71-3412b4af17f9), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.733850 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Made reservation on behalf of 9231d007afb3425e8b8e3dbcc02b0f2e for: {'port': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:44:45.737292 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.792006 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f05329e8-b37b-4757-acc3-c6ecf25a0b8d tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (e807f880-c325-4ad3-8a71-3412b4af17f9), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.822257 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f05329e8-b37b-4757-acc3-c6ecf25a0b8d tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (e807f880-c325-4ad3-8a71-3412b4af17f9), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.859470 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05329e8-b37b-4757-acc3-c6ecf25a0b8d tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e807f880-c325-4ad3-8a71-3412b4af17f9,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:45.866489 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-f05329e8-b37b-4757-acc3-c6ecf25a0b8d tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.869373 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-f05329e8-b37b-4757-acc3-c6ecf25a0b8d tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2513416 Apr 06 17:44:45.871029 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 55862) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:45.876642 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-c2c339a0-6d85-47c2-aaca-ab41638a0cdb tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Request body: {'security_group_rule': {'security_group_id': '21b80252-a612-46a9-a695-ee548a9b14be', 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:45.911258 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.securitygroups_db [None req-c2c339a0-6d85-47c2-aaca-ab41638a0cdb tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Project d3a96b6f9b714f63aa9c40d49d42d031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:44:45.924827 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c2c339a0-6d85-47c2-aaca-ab41638a0cdb tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (326bcf62-1502-4fa6-9dbc-9c9747d8f293), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:45.958799 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Allocated IP 172.20.0.9 (6369e41b-044c-4773-9dbb-ba65b327e8a3/679d91da-34c0-4cc7-8657-b78253e29f8e/63ce466e-b7d9-4a36-9347-daea9da08cb3) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:44:46.011009 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6208ff1f-c496-4b45-898c-67bb33142430 req-2a03bfc9-7f2f-4769-9198-e3079062c865 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 210 time: 0.0445292 Apr 06 17:44:46.031609 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c2c339a0-6d85-47c2-aaca-ab41638a0cdb tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (326bcf62-1502-4fa6-9dbc-9c9747d8f293), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.039537 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c2c339a0-6d85-47c2-aaca-ab41638a0cdb tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (326bcf62-1502-4fa6-9dbc-9c9747d8f293), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.059182 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c339a0-6d85-47c2-aaca-ab41638a0cdb tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326bcf62-1502-4fa6-9dbc-9c9747d8f293,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:46.067694 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c2c339a0-6d85-47c2-aaca-ab41638a0cdb tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.068907 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c2c339a0-6d85-47c2-aaca-ab41638a0cdb tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1968119 Apr 06 17:44:46.071775 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55864) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:46.077761 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-3a9dbcbe-2ee5-4b8f-92a0-0a5f581cb5f9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Request body: {'security_group_rule': {'security_group_id': '21b80252-a612-46a9-a695-ee548a9b14be', 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:46.120516 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.securitygroups_db [None req-3a9dbcbe-2ee5-4b8f-92a0-0a5f581cb5f9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Project d3a96b6f9b714f63aa9c40d49d42d031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:44:46.134895 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbcbe-2ee5-4b8f-92a0-0a5f581cb5f9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (7a52f67f-0c39-4ce0-8be8-7c1d28c45a7f), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.169651 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.220626 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbcbe-2ee5-4b8f-92a0-0a5f581cb5f9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (7a52f67f-0c39-4ce0-8be8-7c1d28c45a7f), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.227404 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbcbe-2ee5-4b8f-92a0-0a5f581cb5f9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (7a52f67f-0c39-4ce0-8be8-7c1d28c45a7f), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.240488 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.290401 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dbcbe-2ee5-4b8f-92a0-0a5f581cb5f9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a52f67f-0c39-4ce0-8be8-7c1d28c45a7f,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:46.298313 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3a9dbcbe-2ee5-4b8f-92a0-0a5f581cb5f9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.299515 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3a9dbcbe-2ee5-4b8f-92a0-0a5f581cb5f9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2267981 Apr 06 17:44:46.317048 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Network 6369e41b-044c-4773-9dbb-ba65b327e8a3 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:44:46.321093 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:44:46.323096 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event updated for resources: {'Port': ['ID=63ce466e-b7d9-4a36-9347-daea9da08cb3,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:46.327029 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:44:46.398551 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:46.399221 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.421880 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-bf74dbab-49fe-4df8-b4eb-b8718e593634 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8856101 Apr 06 17:44:46.436607 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Request body: {'port': {'device_id': '1109dd7b-debc-4474-8038-ae5d7026375f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:46.560048 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.739479 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-5c97b45b-e1b8-4969-8d23-c340ab76263d None None] Provisioning complete for port 63ce466e-b7d9-4a36-9347-daea9da08cb3 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:46.740061 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5c97b45b-e1b8-4969-8d23-c340ab76263d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.762876 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf6e2f-4579-4793-b3a8-8b10bd7aa41e req-3f39ab5b-0c11-4ea9-8cb9-3ff581c26d2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:46.771286 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5cbf6e2f-4579-4793-b3a8-8b10bd7aa41e req-3f39ab5b-0c11-4ea9-8cb9-3ff581c26d2c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0689280 Apr 06 17:44:46.789416 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-5c97b45b-e1b8-4969-8d23-c340ab76263d None None] Port 63ce466e-b7d9-4a36-9347-daea9da08cb3 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:44:46.818958 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5cbf6e2f-4579-4793-b3a8-8b10bd7aa41e req-e9cfec2e-039a-476d-ba48-c21d84cca612 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Apr 06 17:44:46.938686 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ce466e-b7d9-4a36-9347-daea9da08cb3 {{(pid=104731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:44:46.946730 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Publish callbacks [] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:46.961536 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Transition to ACTIVE for port object 63ce466e-b7d9-4a36-9347-daea9da08cb3 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:44:46.970107 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:47.058243 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Pushing event updated for resources: {'Port': ['ID=63ce466e-b7d9-4a36-9347-daea9da08cb3,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:47.121690 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Attempting to bind port 63ce466e-b7d9-4a36-9347-daea9da08cb3 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:44:47.122055 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Attempting to bind port 63ce466e-b7d9-4a36-9347-daea9da08cb3 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:44:47.122390 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Attempting to bind port 63ce466e-b7d9-4a36-9347-daea9da08cb3 on network 6369e41b-044c-4773-9dbb-ba65b327e8a3 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:44:47.130500 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Port 63ce466e-b7d9-4a36-9347-daea9da08cb3 on network 6369e41b-044c-4773-9dbb-ba65b327e8a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:44:47.130834 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Attempting to bind port 63ce466e-b7d9-4a36-9347-daea9da08cb3 on network 6369e41b-044c-4773-9dbb-ba65b327e8a3 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:44:47.135859 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device fd1052ce-e39a-4083-b8c8-cc6de95547f3 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:47.137780 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:44:47.139679 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Checking segment: {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:44:47.139679 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Bound using segment: {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:44:47.139679 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Bound port: 63ce466e-b7d9-4a36-9347-daea9da08cb3, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd6ee109-c11c-45d7-a81b-93b4a5103b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:44:47.140199 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:47.208579 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port fd1052ce-e39a-4083-b8c8-cc6de95547f3 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:47.208927 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:47.213203 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba2d89-fe44-42c0-9874-bf5abaf56ef4 req-f1187d33-839b-41ef-9094-f2d3c1654dce tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:47.215171 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cba2d89-fe44-42c0-9874-bf5abaf56ef4 req-f1187d33-839b-41ef-9094-f2d3c1654dce tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 943 time: 0.0898769 Apr 06 17:44:47.291034 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] For port 63ce466e-b7d9-4a36-9347-daea9da08cb3, host hv-cinder-83588, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:44:47.295042 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] For port 63ce466e-b7d9-4a36-9347-daea9da08cb3, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=63ce466e-b7d9-4a36-9347-daea9da08cb3,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:44:47.305773 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1cba2d89-fe44-42c0-9874-bf5abaf56ef4 req-880c0458-1ed3-4e82-815e-505cee0ed048 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765305 Apr 06 17:44:47.316792 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Sync routers for ids ['dda64227-eb16-4a91-b0cc-a71ace194ba3'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:44:47.318918 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:47.336323 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port fd1052ce-e39a-4083-b8c8-cc6de95547f3 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:47.336710 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:47.339238 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Routers {'dda64227-eb16-4a91-b0cc-a71ace194ba3'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:47.339849 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['dda64227-eb16-4a91-b0cc-a71ace194ba3'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:47.363302 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:47.363934 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:47.364099 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port fd1052ce-e39a-4083-b8c8-cc6de95547f3, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=fd1052ce-e39a-4083-b8c8-cc6de95547f3,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:47.365565 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] 10.222.0.49 "PUT /v2.0/ports/63ce466e-b7d9-4a36-9347-daea9da08cb3 HTTP/1.1" status: 200 len: 1093 time: 0.9348774 Apr 06 17:44:47.366139 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1109dd7b-debc-4474-8038-ae5d7026375f', 'tag': '63ce466e-b7d9-4a36-9347-daea9da08cb3'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:47.368830 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae9453b-f116-4286-9814-f3f3aff96080" -d '{"events": [{"name": "network-changed", "server_uuid": "1109dd7b-debc-4474-8038-ae5d7026375f", "tag": "63ce466e-b7d9-4a36-9347-daea9da08cb3"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:47.371266 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:47.399391 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be970d-9f71-4ff6-b156-3107fda0465a service neutron] Pushing event updated for resources: {'Port': ['ID=63ce466e-b7d9-4a36-9347-daea9da08cb3,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:47.431567 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f121ba58-1119-4188-a6ea-623f01964684 x-openstack-request-id: req-f121ba58-1119-4188-a6ea-623f01964684 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:47.434550 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1109dd7b-debc-4474-8038-ae5d7026375f", "tag": "63ce466e-b7d9-4a36-9347-daea9da08cb3", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:47.434887 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f121ba58-1119-4188-a6ea-623f01964684 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:47.435352 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f121ba58-1119-4188-a6ea-623f01964684'] response: {'name': 'network-changed', 'server_uuid': '1109dd7b-debc-4474-8038-ae5d7026375f', 'tag': '63ce466e-b7d9-4a36-9347-daea9da08cb3', 'status': 'completed', 'code': 200} Apr 06 17:44:47.463202 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=fd1052ce-e39a-4083-b8c8-cc6de95547f3,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:47.531640 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Set router dda64227-eb16-4a91-b0cc-a71ace194ba3 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:47.835313 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'name': 'tempest-TestShelveInstance-1260366899-router', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:38Z', 'updated_at': '2022-04-06T17:44:42Z', 'revision_number': 4, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'gw_port': {'id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:39Z', 'updated_at': '2022-04-06T17:44:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a8a922e5-c700-40dd-aa8d-021441fdc908', 'name': '', 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'mac_address': 'fa:16:3e:2d:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:41Z', 'updated_at': '2022-04-06T17:44:42Z', 'revision_number': 2, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'subnets': [{'id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:47.876893 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Checking router: dda64227-eb16-4a91-b0cc-a71ace194ba3 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:44:47.877258 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Updating router dda64227-eb16-4a91-b0cc-a71ace194ba3 port a8a922e5-c700-40dd-aa8d-021441fdc908 binding host dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:44:47.906686 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:47.965045 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eaf31-a075-4d2a-b689-375168eb68cf req-6c9f2e32-9663-48cc-a6df-ca721814021c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:47.967093 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6b3eaf31-a075-4d2a-b689-375168eb68cf req-6c9f2e32-9663-48cc-a6df-ca721814021c tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0576320 Apr 06 17:44:48.023406 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6b3eaf31-a075-4d2a-b689-375168eb68cf req-b1f8aee8-627f-4249-a0cb-4c6c20219bf4 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500665 Apr 06 17:44:48.171804 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Publish callbacks [] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:48.176316 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:48.230126 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Pushing event updated for resources: {'Port': ['ID=a8a922e5-c700-40dd-aa8d-021441fdc908,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:48.253163 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.253512 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.253868 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.254259 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.254601 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.254932 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.255259 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.255616 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.255941 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.256263 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.256607 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.256948 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.257275 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.257594 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.257912 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:48.294281 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Attempting to bind port a8a922e5-c700-40dd-aa8d-021441fdc908 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:44:48.294658 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Attempting to bind port a8a922e5-c700-40dd-aa8d-021441fdc908 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '880cd53d-2dd8-4608-83e6-6ec25172b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:44:48.295058 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Attempting to bind port a8a922e5-c700-40dd-aa8d-021441fdc908 on network 01e203f0-b438-49fb-b412-552b94c7c84a {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:44:48.301018 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:44:48.301410 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Checking segment: {'id': '880cd53d-2dd8-4608-83e6-6ec25172b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:44:48.301815 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:48.302258 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Bound using segment: {'id': '880cd53d-2dd8-4608-83e6-6ec25172b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:44:48.302721 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Bound port: a8a922e5-c700-40dd-aa8d-021441fdc908, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880cd53d-2dd8-4608-83e6-6ec25172b3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:44:48.303100 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:48.389425 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] For port a8a922e5-c700-40dd-aa8d-021441fdc908, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:44:48.394108 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] For port a8a922e5-c700-40dd-aa8d-021441fdc908, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=a8a922e5-c700-40dd-aa8d-021441fdc908,segment=NetworkSegment(880cd53d-2dd8-4608-83e6-6ec25172b3b8),segment_id=880cd53d-2dd8-4608-83e6-6ec25172b3b8)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:44:48.401138 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:48.441529 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91e7b4-3a74-463a-845a-a8764b3263b9 req-bb309c81-08d9-48f7-bc67-b8f63348567a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:48.443070 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f91e7b4-3a74-463a-845a-a8764b3263b9 req-bb309c81-08d9-48f7-bc67-b8f63348567a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 943 time: 0.0571773 Apr 06 17:44:48.459545 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Routers {'dda64227-eb16-4a91-b0cc-a71ace194ba3'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:48.460161 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['dda64227-eb16-4a91-b0cc-a71ace194ba3'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:48.504734 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3f91e7b4-3a74-463a-845a-a8764b3263b9 req-d2b53f00-eacf-4255-ab94-d76631abb5b1 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507884 Apr 06 17:44:48.521623 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-fb42e440-5573-4897-9fce-1cea44d27946 None None] Provisioning complete for port a8a922e5-c700-40dd-aa8d-021441fdc908 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:48.522841 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fb42e440-5573-4897-9fce-1cea44d27946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:48.580047 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b50e2b-e6e5-4aff-bd77-49cf6db7cc16 None None] Pushing event updated for resources: {'Port': ['ID=a8a922e5-c700-40dd-aa8d-021441fdc908,revision_number=4']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:48.600760 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] Set router dda64227-eb16-4a91-b0cc-a71ace194ba3 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:48.609073 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-fb42e440-5573-4897-9fce-1cea44d27946 None None] Current status of the port a8a922e5-c700-40dd-aa8d-021441fdc908 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:48.609473 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fb42e440-5573-4897-9fce-1cea44d27946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:48.647504 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-fb42e440-5573-4897-9fce-1cea44d27946 None None] For port a8a922e5-c700-40dd-aa8d-021441fdc908, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=a8a922e5-c700-40dd-aa8d-021441fdc908,segment=NetworkSegment(880cd53d-2dd8-4608-83e6-6ec25172b3b8),segment_id=880cd53d-2dd8-4608-83e6-6ec25172b3b8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:48.651702 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fb42e440-5573-4897-9fce-1cea44d27946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:48.712257 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42e440-5573-4897-9fce-1cea44d27946 None None] Pushing event updated for resources: {'Port': ['ID=a8a922e5-c700-40dd-aa8d-021441fdc908,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:48.770938 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-be17eac0-264d-4668-8f25-d0f4b8c489bb None None] Provisioning complete for port a8a922e5-c700-40dd-aa8d-021441fdc908 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:48.771310 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-be17eac0-264d-4668-8f25-d0f4b8c489bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:48.809625 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'name': 'tempest-TestShelveInstance-1260366899-router', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:38Z', 'updated_at': '2022-04-06T17:44:42Z', 'revision_number': 4, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'gw_port': {'id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:39Z', 'updated_at': '2022-04-06T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a8a922e5-c700-40dd-aa8d-021441fdc908', 'name': '', 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'mac_address': 'fa:16:3e:2d:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:41Z', 'updated_at': '2022-04-06T17:44:48Z', 'revision_number': 4, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'subnets': [{'id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:48.834564 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a23b44-0a50-4951-bf2d-0d28fc1ab876 None None] The sync data for ids ['dda64227-eb16-4a91-b0cc-a71ace194ba3'] in dv-cinder-835880-5-iscsi is: [{'id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'name': 'tempest-TestShelveInstance-1260366899-router', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:38Z', 'updated_at': '2022-04-06T17:44:42Z', 'revision_number': 4, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'gw_port': {'id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:39Z', 'updated_at': '2022-04-06T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a8a922e5-c700-40dd-aa8d-021441fdc908', 'name': '', 'network_id': '01e203f0-b438-49fb-b412-552b94c7c84a', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'mac_address': 'fa:16:3e:2d:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:41Z', 'updated_at': '2022-04-06T17:44:48Z', 'revision_number': 4, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'subnets': [{'id': 'a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:44:48.849986 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-be17eac0-264d-4668-8f25-d0f4b8c489bb None None] Current status of the port a8a922e5-c700-40dd-aa8d-021441fdc908 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:49.073198 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device a8a922e5-c700-40dd-aa8d-021441fdc908 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:49.148949 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port a8a922e5-c700-40dd-aa8d-021441fdc908 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:49.149470 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:49.183013 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d9a06-991b-4830-b455-2c39eedd7573 req-1f9e8f35-366d-4b51-9cad-eeac2edfbf1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:49.184632 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3e9d9a06-991b-4830-b455-2c39eedd7573 req-1f9e8f35-366d-4b51-9cad-eeac2edfbf1e tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0603678 Apr 06 17:44:49.236109 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port a8a922e5-c700-40dd-aa8d-021441fdc908 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:49.237443 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device fd1052ce-e39a-4083-b8c8-cc6de95547f3 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:49.239172 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3e9d9a06-991b-4830-b455-2c39eedd7573 req-728bc36e-7b1e-4003-8199-e41befdd5661 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458186 Apr 06 17:44:49.293210 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port fd1052ce-e39a-4083-b8c8-cc6de95547f3 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:49.293726 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:49.379831 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port fd1052ce-e39a-4083-b8c8-cc6de95547f3 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:49.634734 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b050ad-f22b-4f81-a255-c5ff244a6df9 req-38b997f8-867a-44d5-874c-0a43435ea270 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:49.636199 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-99b050ad-f22b-4f81-a255-c5ff244a6df9 req-38b997f8-867a-44d5-874c-0a43435ea270 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 943 time: 0.0521410 Apr 06 17:44:49.682052 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-99b050ad-f22b-4f81-a255-c5ff244a6df9 req-2715588a-e317-41f4-8832-9116fb20df4d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402896 Apr 06 17:44:49.685048 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:44:49.705295 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:44:49.705688 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 81f22ab1-149d-4e8b-8f63-9b5dbe9f3580 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:44:50.333704 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9453b-f116-4286-9814-f3f3aff96080 req-30133613-1a28-4cc0-8d07-8c52a5b75a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:50.335247 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-5ae9453b-f116-4286-9814-f3f3aff96080 req-30133613-1a28-4cc0-8d07-8c52a5b75a44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 1127 time: 0.1478240 Apr 06 17:44:50.380990 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbd0bc-291f-4cc7-bd9a-1207c9f9202e req-9890b7e6-8e9e-4657-9a30-13ebaa1222c6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:50.382513 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-00dbd0bc-291f-4cc7-bd9a-1207c9f9202e req-9890b7e6-8e9e-4657-9a30-13ebaa1222c6 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0598209 Apr 06 17:44:50.443256 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-00dbd0bc-291f-4cc7-bd9a-1207c9f9202e req-03b20a91-c847-43e9-a5e7-f626595bf538 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/security-groups?id=d218356f-ca9a-466a-baf9-7f8383f973f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535562 Apr 06 17:44:50.513402 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9453b-f116-4286-9814-f3f3aff96080 req-794daf6a-d033-45e4-bcd9-f9507fcd53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:50.514965 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-5ae9453b-f116-4286-9814-f3f3aff96080 req-794daf6a-d033-45e4-bcd9-f9507fcd53f3 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1171792 Apr 06 17:44:50.591096 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-7b953870-ed52-4beb-954d-1cdf5ef4ab7b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:50.592673 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-7b953870-ed52-4beb-954d-1cdf5ef4ab7b tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 946 time: 0.0585997 Apr 06 17:44:50.627951 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9453b-f116-4286-9814-f3f3aff96080 req-9df741fb-c97c-47f7-8bb9-a87b5bf67327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:50.629317 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-5ae9453b-f116-4286-9814-f3f3aff96080 req-9df741fb-c97c-47f7-8bb9-a87b5bf67327 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958889 Apr 06 17:44:50.694766 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Deleting port c1cde5eb-5319-4458-b398-9dfe23694109 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:50.695367 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:50.718712 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-1c0b2891-2ba8-4ac0-8f30-fcdc98f5e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:50.720368 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-1c0b2891-2ba8-4ac0-8f30-fcdc98f5e726 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 1127 time: 0.0513103 Apr 06 17:44:50.769614 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-09bad60d-f71a-4659-ba8a-255845dbfb9f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63ce466e-b7d9-4a36-9347-daea9da08cb3 HTTP/1.1" status: 200 len: 217 time: 0.0412199 Apr 06 17:44:50.793644 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] For port c1cde5eb-5319-4458-b398-9dfe23694109, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c1cde5eb-5319-4458-b398-9dfe23694109,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:50.794148 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:50.812087 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Calling delete_port for c1cde5eb-5319-4458-b398-9dfe23694109 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:50.823429 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-1fc078b7-403f-4c18-846d-a15c9348d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:50.824830 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-1fc078b7-403f-4c18-846d-a15c9348d2b7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=679d91da-34c0-4cc7-8657-b78253e29f8e HTTP/1.1" status: 200 len: 848 time: 0.0462325 Apr 06 17:44:50.894725 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-a2fa7ffd-1c47-49bd-96f1-17a910b01e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:50.896440 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-a2fa7ffd-1c47-49bd-96f1-17a910b01e78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6369e41b-044c-4773-9dbb-ba65b327e8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628850 Apr 06 17:44:50.921351 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dddf1-c63c-458d-b46f-9ecd49e0e19d req-7d5439b3-26a3-4c06-bc53-7798aad9b530 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:50.922771 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-078dddf1-c63c-458d-b46f-9ecd49e0e19d req-7d5439b3-26a3-4c06-bc53-7798aad9b530 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 943 time: 0.1086175 Apr 06 17:44:50.987812 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-078dddf1-c63c-458d-b46f-9ecd49e0e19d req-1ad4dffd-b718-4e9a-b504-93f292e272b9 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582831 Apr 06 17:44:51.013266 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-dde68935-88dd-4b3f-a56e-952eee159109 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988100 Apr 06 17:44:51.057868 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (c1cde5eb-5319-4458-b398-9dfe23694109), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:51.070672 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['c1cde5eb-5319-4458-b398-9dfe23694109'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:44:51.085564 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Pushing event deleted for resources: {'Port': ['ID=c1cde5eb-5319-4458-b398-9dfe23694109,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:51.097337 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.097690 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.098044 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.098399 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.098733 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.099064 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.099392 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.099718 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.100042 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.100369 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.100691 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.101014 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.101336 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.101999 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.101999 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:44:51.115333 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-79cc9123-9b24-4ccb-aaea-81a8fe73f965 req-6c09e670-98da-49ad-90ae-6f31328b003a service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928757 Apr 06 17:44:51.150462 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] No DVR routers for this DVR port c1cde5eb-5319-4458-b398-9dfe23694109 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:44:51.152779 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:51.156630 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0c1e907e-7ed6-4c05-9c58-e7e90d43df5c req-e27ea1f2-06e5-44fd-a623-2d7c5c18a5e1 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.49 "DELETE /v2.0/ports/c1cde5eb-5319-4458-b398-9dfe23694109 HTTP/1.1" status: 204 len: 173 time: 0.5573597 Apr 06 17:44:51.157289 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e21b6e-376f-4d6b-8c1c-d38b5d0329e4', 'name': 'network-vif-deleted', 'tag': 'c1cde5eb-5319-4458-b398-9dfe23694109'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:51.159602 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169b4e50-99db-4f41-bb38-512a641c1bcc" -d '{"events": [{"server_uuid": "97e21b6e-376f-4d6b-8c1c-d38b5d0329e4", "name": "network-vif-deleted", "tag": "c1cde5eb-5319-4458-b398-9dfe23694109"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:51.197062 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f68c92-450c-4906-8ae1-52ba47a53f0c x-openstack-request-id: req-71f68c92-450c-4906-8ae1-52ba47a53f0c {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:51.197354 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e21b6e-376f-4d6b-8c1c-d38b5d0329e4", "name": "network-vif-deleted", "tag": "c1cde5eb-5319-4458-b398-9dfe23694109", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:51.197604 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71f68c92-450c-4906-8ae1-52ba47a53f0c {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:51.198005 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f68c92-450c-4906-8ae1-52ba47a53f0c'] response: {'server_uuid': '97e21b6e-376f-4d6b-8c1c-d38b5d0329e4', 'name': 'network-vif-deleted', 'tag': 'c1cde5eb-5319-4458-b398-9dfe23694109', 'status': 'completed', 'code': 200} Apr 06 17:44:51.549137 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9652b96d-2640-4ff5-9830-38c0c0985bb9 req-f451f466-dd28-47be-b805-a7c77fbee516 tempest-ServerRescueNegativeTestJSON-1443036229 tempest-ServerRescueNegativeTestJSON-1443036229-project] 10.222.0.18 "GET /v2.0/ports?device_id=97e21b6e-376f-4d6b-8c1c-d38b5d0329e4 HTTP/1.1" status: 200 len: 210 time: 0.0281138 Apr 06 17:44:52.111073 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d192d-db04-4487-b578-f335807b2d14 req-53e41128-24b9-4846-8002-afd5b35187bc tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:52.112696 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c3d192d-db04-4487-b578-f335807b2d14 req-53e41128-24b9-4846-8002-afd5b35187bc tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 943 time: 0.0568063 Apr 06 17:44:52.165834 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5c3d192d-db04-4487-b578-f335807b2d14 req-c7951592-1faa-4739-b5f0-3eae53f897b4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472050 Apr 06 17:44:52.604619 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 55992) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:53.135786 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758637'] for router_interface (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:53.294314 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da064e14-dddf-4425-a043-c9b91b44c84c req-ab9a808b-afce-46aa-8f5b-f8b99194f0f5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:53.296927 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-da064e14-dddf-4425-a043-c9b91b44c84c req-ab9a808b-afce-46aa-8f5b-f8b99194f0f5 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 943 time: 0.0650365 Apr 06 17:44:53.355082 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-da064e14-dddf-4425-a043-c9b91b44c84c req-b3cf0e4c-04e5-48a6-a55f-21c9541c586d tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517895 Apr 06 17:44:53.453719 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] Deleting port b0b2b489-42b3-44d6-b165-63b4b78cc045 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:53.454079 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:53.535650 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] For port b0b2b489-42b3-44d6-b165-63b4b78cc045, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=b0b2b489-42b3-44d6-b165-63b4b78cc045,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:53.536044 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:53.548738 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] Calling delete_port for b0b2b489-42b3-44d6-b165-63b4b78cc045 owned by network:router_interface {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:53.714906 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 63ce466e-b7d9-4a36-9347-daea9da08cb3 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:44:53.747781 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (b0b2b489-42b3-44d6-b165-63b4b78cc045), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:53.770908 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b2b489-42b3-44d6-b165-63b4b78cc045,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:53.815925 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 63ce466e-b7d9-4a36-9347-daea9da08cb3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=63ce466e-b7d9-4a36-9347-daea9da08cb3,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:53.833711 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '63ce466e-b7d9-4a36-9347-daea9da08cb3', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'port_id': '63ce466e-b7d9-4a36-9347-daea9da08cb3', 'mac_address': 'fa:16:3e:33:d9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:44:53.883794 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 63ce466e-b7d9-4a36-9347-daea9da08cb3 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:53.884554 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:53.901062 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ce466e-b7d9-4a36-9347-daea9da08cb3 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:44:53.924868 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 63ce466e-b7d9-4a36-9347-daea9da08cb3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=63ce466e-b7d9-4a36-9347-daea9da08cb3,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:53.930675 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:54.002690 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=63ce466e-b7d9-4a36-9347-daea9da08cb3,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:54.193844 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761853'] for router_interface (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:54.252275 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['63ce466e-b7d9-4a36-9347-daea9da08cb3'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:44:54.432108 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] Router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:44:54.501891 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c3966-4d38-4851-af4e-4d87f5477704 req-c720f7db-10dd-4421-9a82-e0e50ec62a30 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:54.503510 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-775c3966-4d38-4851-af4e-4d87f5477704 req-c720f7db-10dd-4421-9a82-e0e50ec62a30 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 944 time: 0.0767519 Apr 06 17:44:54.557135 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-775c3966-4d38-4851-af4e-4d87f5477704 req-975a205e-97f0-448b-a850-0d38f3b0117a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467138 Apr 06 17:44:54.569656 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:44:54.582902 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-28d80269-b307-4c5b-93c4-00df6bfff8c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/ed1df1e2-4d4e-43d9-be0d-b496c87dbf09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9771495 Apr 06 17:44:54.585232 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56006) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:54.587580 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] Sync routers for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:44:54.599130 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:54.599734 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:54.700597 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Publish callbacks [] for router (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:54.713384 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:54.806175 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Publish callbacks [] for router_gateway (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:54.865133 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Deleting port fc1af597-1c58-4357-b491-6a4cc63d86bf {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:54.865467 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:54.894039 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:44:53Z', 'revision_number': 5, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port': {'id': 'fc1af597-1c58-4357-b491-6a4cc63d86bf', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:37Z', 'updated_at': '2022-04-06T17:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:54.924079 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] Checking router: ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:44:54.932327 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] Routers {'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:44:54.932924 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:44:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:54.944676 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] For port fc1af597-1c58-4357-b491-6a4cc63d86bf, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=fc1af597-1c58-4357-b491-6a4cc63d86bf,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:54.945048 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:54.967123 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Calling delete_port for fc1af597-1c58-4357-b491-6a4cc63d86bf owned by network:router_gateway {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:55.028237 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] Set router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 gateway port host: None {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:44:55.083917 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:44:54Z', 'revision_number': 6, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port_host': None}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:55.117096 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f113f06-97ce-42e6-a668-73be17508ce9 None None] The sync data for ids ['ed1df1e2-4d4e-43d9-be0d-b496c87dbf09'] in dv-cinder-835880-5-iscsi is: [{'id': 'ed1df1e2-4d4e-43d9-be0d-b496c87dbf09', 'name': 'tempest-ServerRescueNegativeTestJSON-1404738041-router', 'tenant_id': '0a6b7aa3146044f68b557df2f26429f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:44:54Z', 'revision_number': 6, 'project_id': '0a6b7aa3146044f68b557df2f26429f8', 'gw_port_host': None}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:44:55.165458 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (fc1af597-1c58-4357-b491-6a4cc63d86bf), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.194949 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc1af597-1c58-4357-b491-6a4cc63d86bf,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:55.255953 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761659'] for router_gateway (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.365235 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1995'] for router (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.367276 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Publish callbacks [] for router_controller (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.434689 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757889'] for router (ed1df1e2-4d4e-43d9-be0d-b496c87dbf09), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.435824 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 {{(pid=104731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:44:55.441101 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.442339 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-0337ea32-6bf8-40d3-ad75-a675500858d2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ed1df1e2-4d4e-43d9-be0d-b496c87dbf09 HTTP/1.1" status: 204 len: 168 time: 0.8561556 Apr 06 17:44:55.444878 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56014) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:55.491411 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d351044-ee94-4b7f-a2a5-6391cc20617b admin admin] Deleting subnet 923c3823-79a9-4c80-8b68-2d48b69dc939 {{(pid=104731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:44:55.494671 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d351044-ee94-4b7f-a2a5-6391cc20617b admin admin] Publish callbacks [] for subnet (923c3823-79a9-4c80-8b68-2d48b69dc939), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.540746 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d351044-ee94-4b7f-a2a5-6391cc20617b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572447'] for subnet (923c3823-79a9-4c80-8b68-2d48b69dc939), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.652883 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d351044-ee94-4b7f-a2a5-6391cc20617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (923c3823-79a9-4c80-8b68-2d48b69dc939), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.677409 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c08be-3e15-4091-861b-8a54edb40e3e req-9ea3750a-b796-49d2-9604-7a3e6b8dedcb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:55.679274 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-233c08be-3e15-4091-861b-8a54edb40e3e req-9ea3750a-b796-49d2-9604-7a3e6b8dedcb tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 944 time: 0.0538871 Apr 06 17:44:55.723519 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d351044-ee94-4b7f-a2a5-6391cc20617b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5282656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692795'] for subnet (923c3823-79a9-4c80-8b68-2d48b69dc939), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.733585 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 63ce466e-b7d9-4a36-9347-daea9da08cb3 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:44:55.741197 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-233c08be-3e15-4091-861b-8a54edb40e3e req-c2e6684d-203e-4be4-8ac0-4e5e97c3d898 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546379 Apr 06 17:44:55.752729 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d351044-ee94-4b7f-a2a5-6391cc20617b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923c3823-79a9-4c80-8b68-2d48b69dc939,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:55.757101 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4d351044-ee94-4b7f-a2a5-6391cc20617b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.762058 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-4d351044-ee94-4b7f-a2a5-6391cc20617b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/923c3823-79a9-4c80-8b68-2d48b69dc939 HTTP/1.1" status: 204 len: 168 time: 0.3146377 Apr 06 17:44:55.762843 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56020) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:55.767327 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396ba5b-9f62-4088-8d34-f530af2ec814 None None] Network 304acbdc-aff8-422e-8c31-45f0ba8974ee requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:44:55.829780 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (304acbdc-aff8-422e-8c31-45f0ba8974ee), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.866899 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 63ce466e-b7d9-4a36-9347-daea9da08cb3 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:44:55.873520 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 63ce466e-b7d9-4a36-9347-daea9da08cb3 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:44:55.874093 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.896622 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Deleting port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:55.897049 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.965160 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 63ce466e-b7d9-4a36-9347-daea9da08cb3 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:44:55.965692 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.967730 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] For port e0e7dd14-b6b3-4ea7-b9de-32da0698b802, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=e0e7dd14-b6b3-4ea7-b9de-32da0698b802,segment=NetworkSegment(b7da9523-7912-4191-8f94-1212ab533fb8),segment_id=b7da9523-7912-4191-8f94-1212ab533fb8)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:55.968103 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:55.980913 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Calling delete_port for e0e7dd14-b6b3-4ea7-b9de-32da0698b802 owned by network:dhcp {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:55.989253 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c1c2a-cfc5-43c4-b9f5-739764bcd09e None None] DHCP port deletion for 304acbdc-aff8-422e-8c31-45f0ba8974ee request from dv-cinder-835880-5-iscsi {{(pid=104732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:44:55.998959 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1109dd7b-debc-4474-8038-ae5d7026375f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ce466e-b7d9-4a36-9347-daea9da08cb3'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:44:56.001210 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654a72e2-31a3-46f3-8f99-fa0a7c82d741" -d '{"events": [{"server_uuid": "1109dd7b-debc-4474-8038-ae5d7026375f", "name": "network-vif-plugged", "status": "completed", "tag": "63ce466e-b7d9-4a36-9347-daea9da08cb3"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:44:56.042512 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 63ce466e-b7d9-4a36-9347-daea9da08cb3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=63ce466e-b7d9-4a36-9347-daea9da08cb3,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:56.051305 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.052120 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device c1cde5eb-5319-4458-b398-9dfe23694109 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:44:56.055312 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4832e7aa-a4c0-4883-a24a-794d03c65735 x-openstack-request-id: req-4832e7aa-a4c0-4883-a24a-794d03c65735 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:44:56.055606 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1109dd7b-debc-4474-8038-ae5d7026375f", "name": "network-vif-plugged", "status": "completed", "tag": "63ce466e-b7d9-4a36-9347-daea9da08cb3", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:44:56.055858 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4832e7aa-a4c0-4883-a24a-794d03c65735 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:44:56.056248 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4832e7aa-a4c0-4883-a24a-794d03c65735'] response: {'server_uuid': '1109dd7b-debc-4474-8038-ae5d7026375f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ce466e-b7d9-4a36-9347-daea9da08cb3', 'code': 200} Apr 06 17:44:56.080959 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.101130 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: c1cde5eb-5319-4458-b398-9dfe23694109 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:44:56.101485 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device c1cde5eb-5319-4458-b398-9dfe23694109 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:44:56.115620 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] No DVR routers for this DVR port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 on host dv-cinder-835880-5-iscsi {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:44:56.120356 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e7dd14-b6b3-4ea7-b9de-32da0698b802,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:56.136829 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=63ce466e-b7d9-4a36-9347-daea9da08cb3,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:56.142662 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c1c2a-cfc5-43c4-b9f5-739764bcd09e None None] Deleting port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:44:56.143029 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1c2a-cfc5-43c4-b9f5-739764bcd09e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.202354 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (304acbdc-aff8-422e-8c31-45f0ba8974ee), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.217624 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-1d1c1c2a-cfc5-43c4-b9f5-739764bcd09e None None] For port e0e7dd14-b6b3-4ea7-b9de-32da0698b802, host dv-cinder-835880-5-iscsi, got binding levels [] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:44:56.218342 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1c2a-cfc5-43c4-b9f5-739764bcd09e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.224284 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304acbdc-aff8-422e-8c31-45f0ba8974ee']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:56.233840 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7da9523-7912-4191-8f94-1212ab533fb8') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:56.234182 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7da9523-7912-4191-8f94-1212ab533fb8') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:44:56.236634 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c1c2a-cfc5-43c4-b9f5-739764bcd09e None None] Calling delete_port for e0e7dd14-b6b3-4ea7-b9de-32da0698b802 owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:44:56.241064 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.ipam_backend_mixin [None req-1d1c1c2a-cfc5-43c4-b9f5-739764bcd09e None None] Port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 was not found and therefore no delete operation was performed {{(pid=104732) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 06 17:44:56.242430 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1d1c1c2a-cfc5-43c4-b9f5-739764bcd09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (e0e7dd14-b6b3-4ea7-b9de-32da0698b802), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.243660 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (b7da9523-7912-4191-8f94-1212ab533fb8), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.258184 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (b7da9523-7912-4191-8f94-1212ab533fb8), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.265766 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:44:56.266269 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (b7da9523-7912-4191-8f94-1212ab533fb8), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.266710 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c1c2a-cfc5-43c4-b9f5-739764bcd09e None None] Pushing event deleted for resources: {'Port': ['ID=e0e7dd14-b6b3-4ea7-b9de-32da0698b802,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:44:56.268294 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:44:56.284111 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c1c2a-cfc5-43c4-b9f5-739764bcd09e None None] No DVR routers for this DVR port e0e7dd14-b6b3-4ea7-b9de-32da0698b802 on host dv-cinder-835880-5-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:44:56.330736 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (304acbdc-aff8-422e-8c31-45f0ba8974ee), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.336283 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.339968 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] 10.222.0.18 "DELETE /v2.0/networks/304acbdc-aff8-422e-8c31-45f0ba8974ee HTTP/1.1" status: 204 len: 168 time: 0.5757048 Apr 06 17:44:56.351641 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a30359-12c0-4c2f-95a1-9823fdc2037a admin admin] Pushing event deleted for resources: {'Network': ['ID=304acbdc-aff8-422e-8c31-45f0ba8974ee,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:56.486543 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56028) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:56.531879 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-128677f9-e7f6-48d2-9968-fef1c9df1bbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a6b7aa3146044f68b557df2f26429f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440221 Apr 06 17:44:56.534413 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56030) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:56.583818 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0b0fffd0-d974-4b01-b5ef-38de192ecf7b admin admin] Publish callbacks [] for security_group (d218356f-ca9a-466a-baf9-7f8383f973f7), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.604111 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0b0fffd0-d974-4b01-b5ef-38de192ecf7b admin admin] Publish callbacks [] for security_group (d218356f-ca9a-466a-baf9-7f8383f973f7), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.649886 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0b0fffd0-d974-4b01-b5ef-38de192ecf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d218356f-ca9a-466a-baf9-7f8383f973f7), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.652429 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0b0fffd0-d974-4b01-b5ef-38de192ecf7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:56.653552 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-0b0fffd0-d974-4b01-b5ef-38de192ecf7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d218356f-ca9a-466a-baf9-7f8383f973f7 HTTP/1.1" status: 204 len: 168 time: 0.1182361 Apr 06 17:44:56.664514 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0fffd0-d974-4b01-b5ef-38de192ecf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d218356f-ca9a-466a-baf9-7f8383f973f7,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:44:56.854069 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892abea-07c8-45b7-9673-6382d6c1d242 req-267a8aa1-b5d7-4edc-8ee1-366cdc2670b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:56.855430 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8892abea-07c8-45b7-9673-6382d6c1d242 req-267a8aa1-b5d7-4edc-8ee1-366cdc2670b8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 1129 time: 0.0916808 Apr 06 17:44:56.924312 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8892abea-07c8-45b7-9673-6382d6c1d242 req-8f429092-5c16-4959-b3bf-17c02bccdc02 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581405 Apr 06 17:44:56.940838 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f515cb-980f-4794-acfb-14ad72514bd5 req-5b80ce1a-8d1a-4aae-9f6f-ae6c15d27763 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:56.942289 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a8f515cb-980f-4794-acfb-14ad72514bd5 req-5b80ce1a-8d1a-4aae-9f6f-ae6c15d27763 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 945 time: 0.0859616 Apr 06 17:44:57.010145 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a8f515cb-980f-4794-acfb-14ad72514bd5 req-d383ed84-5d59-4141-955f-36a436f01d6b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555556 Apr 06 17:44:57.068582 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device e0e7dd14-b6b3-4ea7-b9de-32da0698b802 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:44:57.088671 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: e0e7dd14-b6b3-4ea7-b9de-32da0698b802 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:44:57.089403 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device e0e7dd14-b6b3-4ea7-b9de-32da0698b802 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:44:57.089888 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device b0b2b489-42b3-44d6-b165-63b4b78cc045 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:44:57.110578 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: b0b2b489-42b3-44d6-b165-63b4b78cc045 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:44:57.111206 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device b0b2b489-42b3-44d6-b165-63b4b78cc045 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:44:57.111869 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device fc1af597-1c58-4357-b491-6a4cc63d86bf no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:44:57.136422 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: fc1af597-1c58-4357-b491-6a4cc63d86bf {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:44:57.136771 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device fc1af597-1c58-4357-b491-6a4cc63d86bf not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:44:57.166202 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-93fb6f57-63ed-47d6-8dfd-30fd2a9f41a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:58.119770 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02730e-8adc-4d30-98f4-713fb6617a33 req-30e39ff1-ce1c-4c65-8cb2-d71c96212ac9 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:58.126788 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3a02730e-8adc-4d30-98f4-713fb6617a33 req-30e39ff1-ce1c-4c65-8cb2-d71c96212ac9 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 945 time: 0.0593739 Apr 06 17:44:58.192145 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3a02730e-8adc-4d30-98f4-713fb6617a33 req-fd855014-4a5a-4062-9968-8de48c0d9106 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640340 Apr 06 17:44:59.317508 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119e4ad-5e79-4a3f-8f00-8614b34a4200 req-d67783cf-0da3-42dc-b715-0c11f44109dd tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:59.319162 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d119e4ad-5e79-4a3f-8f00-8614b34a4200 req-d67783cf-0da3-42dc-b715-0c11f44109dd tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 945 time: 0.0520234 Apr 06 17:44:59.369695 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d119e4ad-5e79-4a3f-8f00-8614b34a4200 req-020084e9-0c04-4a71-94f2-9954c8a26b47 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449004 Apr 06 17:44:59.510742 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2159b9-a379-43b5-8658-45caf6a534bc req-303ff227-6984-48cf-91a1-af93ab0182e9 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:59.512849 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7f2159b9-a379-43b5-8658-45caf6a534bc req-303ff227-6984-48cf-91a1-af93ab0182e9 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 945 time: 0.0653038 Apr 06 17:44:59.523207 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56132) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:44:59.528527 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-a9259dbf-ca9b-4ba4-9683-80cbe6743dba tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Request body: {'floatingip': {'port_id': '63ce466e-b7d9-4a36-9347-daea9da08cb3'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:44:59.552701 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a44c07b7-10b5-4e18-ba06-2d4a9640715b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:59.581488 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a9259dbf-ca9b-4ba4-9683-80cbe6743dba tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (b3aca0a3-caa5-4dd7-b06f-8454d9f28e09), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:44:59.678486 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0decbd-505d-4fe6-98c4-64c49a5fe903 req-e527e2cf-0366-437f-b41b-1d7bab797f3d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:44:59.680229 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3e0decbd-505d-4fe6-98c4-64c49a5fe903 req-e527e2cf-0366-437f-b41b-1d7bab797f3d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0710499 Apr 06 17:44:59.755793 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3e0decbd-505d-4fe6-98c4-64c49a5fe903 req-3baedec9-c6c6-4aec-93f0-aeeee1b132a1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688820 Apr 06 17:45:00.269779 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a9259dbf-ca9b-4ba4-9683-80cbe6743dba tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:00.273545 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a9259dbf-ca9b-4ba4-9683-80cbe6743dba tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (b3aca0a3-caa5-4dd7-b06f-8454d9f28e09), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:00.375422 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [None req-a9259dbf-ca9b-4ba4-9683-80cbe6743dba tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Floating IP b3aca0a3-caa5-4dd7-b06f-8454d9f28e09 associated. External IP: 172.27.2.252, port: 63ce466e-b7d9-4a36-9347-daea9da08cb3. Apr 06 17:45:00.587058 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9259dbf-ca9b-4ba4-9683-80cbe6743dba tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:45:00.702040 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9259dbf-ca9b-4ba4-9683-80cbe6743dba tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:45:00.707348 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a9259dbf-ca9b-4ba4-9683-80cbe6743dba tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:00.707740 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:00.713118 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] Sync routers for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:45:00.723094 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:00.723707 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:00.740331 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a9259dbf-ca9b-4ba4-9683-80cbe6743dba tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "PUT /v2.0/floatingips/b3aca0a3-caa5-4dd7-b06f-8454d9f28e09 HTTP/1.1" status: 200 len: 991 time: 1.2159066 Apr 06 17:45:00.740922 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1109dd7b-debc-4474-8038-ae5d7026375f', 'tag': '63ce466e-b7d9-4a36-9347-daea9da08cb3'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:00.743203 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341babb0-bfd5-4308-aa25-10d628365db9" -d '{"events": [{"name": "network-changed", "server_uuid": "1109dd7b-debc-4474-8038-ae5d7026375f", "tag": "63ce466e-b7d9-4a36-9347-daea9da08cb3"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:00.793996 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5adee9-0800-42cc-bff2-19135de4d642 x-openstack-request-id: req-5f5adee9-0800-42cc-bff2-19135de4d642 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:00.794553 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1109dd7b-debc-4474-8038-ae5d7026375f", "tag": "63ce466e-b7d9-4a36-9347-daea9da08cb3", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:00.794809 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5f5adee9-0800-42cc-bff2-19135de4d642 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:00.795218 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5adee9-0800-42cc-bff2-19135de4d642'] response: {'name': 'network-changed', 'server_uuid': '1109dd7b-debc-4474-8038-ae5d7026375f', 'tag': '63ce466e-b7d9-4a36-9347-daea9da08cb3', 'status': 'completed', 'code': 200} Apr 06 17:45:00.840040 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:00.884836 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d442489-f220-49d3-ab47-7ae087271d2e req-016a68b6-e302-4a2a-a39a-190a997b0c2d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:00.886359 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1d442489-f220-49d3-ab47-7ae087271d2e req-016a68b6-e302-4a2a-a39a-190a997b0c2d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0554273 Apr 06 17:45:00.934916 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1d442489-f220-49d3-ab47-7ae087271d2e req-e7dde96b-66a6-435b-ace8-2e9649375ce9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Apr 06 17:45:01.079575 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'b3aca0a3-caa5-4dd7-b06f-8454d9f28e09', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'port_id': '63ce466e-b7d9-4a36-9347-daea9da08cb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'mac_address': 'fa:16:3e:33:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1109dd7b-debc-4474-8038-ae5d7026375f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:44:41Z', 'updated_at': '2022-04-06T17:45:00Z', 'revision_number': 1, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:01.080184 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341babb0-bfd5-4308-aa25-10d628365db9 req-040d55f2-633a-451a-ba70-7c29fea3f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:01.082052 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-341babb0-bfd5-4308-aa25-10d628365db9 req-040d55f2-633a-451a-ba70-7c29fea3f5ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 1129 time: 0.0472593 Apr 06 17:45:01.105451 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] Checking router: 2b4c5aab-7cde-47c5-a314-13afc3a2af09 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:45:01.114560 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:01.115165 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:01.177339 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341babb0-bfd5-4308-aa25-10d628365db9 req-46faa55f-519d-4deb-ab24-d77f208d069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:01.178861 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-341babb0-bfd5-4308-aa25-10d628365db9 req-46faa55f-519d-4deb-ab24-d77f208d069b service neutron] 10.222.0.49 "GET /v2.0/networks?id=6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 200 len: 910 time: 0.0876203 Apr 06 17:45:01.223411 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:01.256037 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-341babb0-bfd5-4308-aa25-10d628365db9 req-7a94ea3b-f61a-499f-b780-07069aedfe37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63ce466e-b7d9-4a36-9347-daea9da08cb3 HTTP/1.1" status: 200 len: 999 time: 0.0633490 Apr 06 17:45:01.393956 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341babb0-bfd5-4308-aa25-10d628365db9 req-9cb58b98-cfc7-48a7-a3a7-22c5976c9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:01.395364 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-341babb0-bfd5-4308-aa25-10d628365db9 req-9cb58b98-cfc7-48a7-a3a7-22c5976c9c45 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=679d91da-34c0-4cc7-8657-b78253e29f8e HTTP/1.1" status: 200 len: 848 time: 0.0478363 Apr 06 17:45:01.445852 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341babb0-bfd5-4308-aa25-10d628365db9 req-9d42404f-d890-4928-872b-80a579c9fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:01.447427 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-341babb0-bfd5-4308-aa25-10d628365db9 req-9d42404f-d890-4928-872b-80a579c9fbb0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6369e41b-044c-4773-9dbb-ba65b327e8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446420 Apr 06 17:45:01.532458 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'b3aca0a3-caa5-4dd7-b06f-8454d9f28e09', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'port_id': '63ce466e-b7d9-4a36-9347-daea9da08cb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'mac_address': 'fa:16:3e:33:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1109dd7b-debc-4474-8038-ae5d7026375f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:44:41Z', 'updated_at': '2022-04-06T17:45:00Z', 'revision_number': 1, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:01.558107 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86deb9be-f75c-4fa1-9ee3-c107e4b1bc63 None None] The sync data for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi is: [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'b3aca0a3-caa5-4dd7-b06f-8454d9f28e09', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'port_id': '63ce466e-b7d9-4a36-9347-daea9da08cb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'mac_address': 'fa:16:3e:33:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1109dd7b-debc-4474-8038-ae5d7026375f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:44:41Z', 'updated_at': '2022-04-06T17:45:00Z', 'revision_number': 1, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:45:01.780452 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8019069-19ec-4cda-a1ca-37c62a58946d None None] New status for floating IP b3aca0a3-caa5-4dd7-b06f-8454d9f28e09: ACTIVE {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:45:01.969880 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:02.065052 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1da2fd-ac0b-437b-a735-4a407b318978 req-3eedc95b-47c5-433d-bbbe-d274aa9c7222 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:02.067244 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed1da2fd-ac0b-437b-a735-4a407b318978 req-3eedc95b-47c5-433d-bbbe-d274aa9c7222 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0613842 Apr 06 17:45:02.117840 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed1da2fd-ac0b-437b-a735-4a407b318978 req-5e15be1e-da94-42cd-8a29-cdc127281bee tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 Apr 06 17:45:02.499352 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-341babb0-bfd5-4308-aa25-10d628365db9 req-faff50f2-a5f6-40e9-816b-8a8d98e4eee8 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867431 Apr 06 17:45:02.720004 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:03.234411 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a88d68-4165-4559-a822-fe3e29c37054 req-7e6b30fb-eb72-445f-8905-16a6c4c3072f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:03.235897 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-49a88d68-4165-4559-a822-fe3e29c37054 req-7e6b30fb-eb72-445f-8905-16a6c4c3072f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0530879 Apr 06 17:45:03.345964 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-49a88d68-4165-4559-a822-fe3e29c37054 req-864629f1-966a-4d49-98d2-a3ea64b3a65c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037240 Apr 06 17:45:03.361030 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-341babb0-bfd5-4308-aa25-10d628365db9 req-58935c73-a1fc-472e-81f0-4b4430078ea7 service neutron] 10.222.0.49 "GET /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198971 Apr 06 17:45:03.492460 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:04.366967 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-9bc05c21-fec5-49cf-a06b-319acf7c1655 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:04.368511 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-9bc05c21-fec5-49cf-a06b-319acf7c1655 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0533977 Apr 06 17:45:04.497164 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350d709-8170-4b64-9e93-31c5ceaaed52 req-9e77d5cf-7ec1-493b-8ab0-031cdeb2e19c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:04.498683 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5350d709-8170-4b64-9e93-31c5ceaaed52 req-9e77d5cf-7ec1-493b-8ab0-031cdeb2e19c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 945 time: 0.0818002 Apr 06 17:45:04.524133 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Deleting port 6ca4579f-4ce6-4187-982e-1b520e2849e5 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:45:04.524472 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:04.597379 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5350d709-8170-4b64-9e93-31c5ceaaed52 req-c28642d7-99de-4eae-806a-78c3b412b317 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929937 Apr 06 17:45:04.633753 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] For port 6ca4579f-4ce6-4187-982e-1b520e2849e5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6ca4579f-4ce6-4187-982e-1b520e2849e5,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:04.634039 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:04.799894 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:04.800254 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (1b80a808-799a-4687-ad1a-086721097fd4), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:04.800627 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Floating IP 1b80a808-799a-4687-ad1a-086721097fd4 disassociated. External IP: 172.27.2.191, port: 6ca4579f-4ce6-4187-982e-1b520e2849e5. Apr 06 17:45:04.800900 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Calling delete_port for 6ca4579f-4ce6-4187-982e-1b520e2849e5 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:45:04.929447 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (6ca4579f-4ce6-4187-982e-1b520e2849e5), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:04.955974 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'Port': ['ID=6ca4579f-4ce6-4187-982e-1b520e2849e5,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:05.071649 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Router 07e59484-0984-4a4d-91f9-65393fea5309 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:45:05.450176 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:45:05.467060 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:45:05.477751 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:05.478765 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:05.504863 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] No DVR routers for this DVR port 6ca4579f-4ce6-4187-982e-1b520e2849e5 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:45:05.507714 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:05.514918 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-20515cc8-0363-41ce-9a84-471e2807d2c4 req-61607c95-1ba9-4559-9418-5be8b8664eb3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "DELETE /v2.0/ports/6ca4579f-4ce6-4187-982e-1b520e2849e5 HTTP/1.1" status: 204 len: 173 time: 1.1370194 Apr 06 17:45:05.514918 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'name': 'network-vif-deleted', 'tag': '6ca4579f-4ce6-4187-982e-1b520e2849e5'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:05.518297 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f954e1-aeb4-4960-9bb9-911f497e5979" -d '{"events": [{"server_uuid": "87591dc0-27df-4db1-a636-eb5c5aa68de0", "name": "network-vif-deleted", "tag": "6ca4579f-4ce6-4187-982e-1b520e2849e5"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:05.621675 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:05.726945 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a569d66f-d35c-40cd-8cce-15dcff6066b9 req-9f592169-9a51-4570-8eb6-a4fbde7cf376 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=87591dc0-27df-4db1-a636-eb5c5aa68de0 HTTP/1.1" status: 200 len: 210 time: 0.0338256 Apr 06 17:45:05.729275 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0689a57-d6f8-4f54-8f28-d3472a249411 x-openstack-request-id: req-f0689a57-d6f8-4f54-8f28-d3472a249411 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:05.729565 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87591dc0-27df-4db1-a636-eb5c5aa68de0", "name": "network-vif-deleted", "tag": "6ca4579f-4ce6-4187-982e-1b520e2849e5", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:05.729821 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0689a57-d6f8-4f54-8f28-d3472a249411 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:05.730252 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0689a57-d6f8-4f54-8f28-d3472a249411'] response: {'server_uuid': '87591dc0-27df-4db1-a636-eb5c5aa68de0', 'name': 'network-vif-deleted', 'tag': '6ca4579f-4ce6-4187-982e-1b520e2849e5', 'status': 'completed', 'code': 200} Apr 06 17:45:05.881576 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:05.908389 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:45:05.917572 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:05.918222 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:06.043933 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:06.075635 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-ebcce7b5-073d-463d-a625-9c05826e527a tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714679987&fields=id&tenant_id=d3a96b6f9b714f63aa9c40d49d42d031 HTTP/1.1" status: 200 len: 267 time: 0.0549130 Apr 06 17:45:06.186047 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-c3988e60-dedd-4793-888b-a98312ca7f79 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:06.187197 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-c3988e60-dedd-4793-888b-a98312ca7f79 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/networks?id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7 HTTP/1.1" status: 200 len: 809 time: 0.1035962 Apr 06 17:45:06.202775 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-dcb0a9e0-95b9-434a-a8d5-59780dd21b23 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/quotas/d3a96b6f9b714f63aa9c40d49d42d031 HTTP/1.1" status: 200 len: 375 time: 0.0101738 Apr 06 17:45:06.250597 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:06.258605 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-3b620179-b2b9-4ba3-bdd1-4d3b97a448db tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3a96b6f9b714f63aa9c40d49d42d031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504112 Apr 06 17:45:06.276773 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869bb10-0a31-4bbb-bae6-99db97b40810 None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:45:06.456004 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-dba1a08c-f3c0-4bf2-88f2-a34a6342c3e1 service neutron] 10.222.0.18 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856546 Apr 06 17:45:06.499699 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badc00f7-bb15-48c2-a3c1-632235b795be None None] New status for floating IP 1b80a808-799a-4687-ad1a-086721097fd4: DOWN {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:45:06.553331 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-1f8d581a-ba9f-48b7-be7a-2dc792ffde9a service neutron] 10.222.0.18 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912325 Apr 06 17:45:06.826946 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56232) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:06.863214 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-65f31120-a74a-4642-af27-be5383e76e45 req-5b826343-4a2a-4d31-a437-c92e927d36ec tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 210 time: 0.0331767 Apr 06 17:45:06.885957 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-981ca249-3ca4-4926-9694-bbc7e413c64c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:06.910653 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-981ca249-3ca4-4926-9694-bbc7e413c64c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:06.975216 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-981ca249-3ca4-4926-9694-bbc7e413c64c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:06.977888 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-981ca249-3ca4-4926-9694-bbc7e413c64c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:06.979049 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-981ca249-3ca4-4926-9694-bbc7e413c64c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983 HTTP/1.1" status: 204 len: 168 time: 0.1511171 Apr 06 17:45:06.982465 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56242) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:06.989045 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ca249-3ca4-4926-9694-bbc7e413c64c tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:07.012070 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.api.v2.resource [None req-861f8ce7-446f-4976-bb5f-5d881ce6e6b0 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] show failed (client error): The resource could not be found. Apr 06 17:45:07.013744 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-861f8ce7-446f-4976-bb5f-5d881ce6e6b0 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups/7f6e9f5a-3a7b-4a3b-9cc6-d765cf1b0983 HTTP/1.1" status: 404 len: 347 time: 0.0297213 Apr 06 17:45:07.017145 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56246) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:07.159171 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-c45f34be-ead2-43f6-a9c9-f57ce10ddbc4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Deleting port f7afcb85-c2db-472d-9c3b-3755046f7d6e {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:45:07.159648 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45f34be-ead2-43f6-a9c9-f57ce10ddbc4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (f7afcb85-c2db-472d-9c3b-3755046f7d6e), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:07.245686 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45f34be-ead2-43f6-a9c9-f57ce10ddbc4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (f7afcb85-c2db-472d-9c3b-3755046f7d6e), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:07.246123 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45f34be-ead2-43f6-a9c9-f57ce10ddbc4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (f7afcb85-c2db-472d-9c3b-3755046f7d6e), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:07.259486 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-c45f34be-ead2-43f6-a9c9-f57ce10ddbc4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Calling delete_port for f7afcb85-c2db-472d-9c3b-3755046f7d6e owned by network:floatingip {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:45:07.399579 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45f34be-ead2-43f6-a9c9-f57ce10ddbc4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (f7afcb85-c2db-472d-9c3b-3755046f7d6e), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:07.432298 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f34be-ead2-43f6-a9c9-f57ce10ddbc4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'Port': ['ID=f7afcb85-c2db-472d-9c3b-3755046f7d6e,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:07.498673 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45f34be-ead2-43f6-a9c9-f57ce10ddbc4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (1b80a808-799a-4687-ad1a-086721097fd4), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:07.501370 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c45f34be-ead2-43f6-a9c9-f57ce10ddbc4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:07.502615 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c45f34be-ead2-43f6-a9c9-f57ce10ddbc4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "DELETE /v2.0/floatingips/1b80a808-799a-4687-ad1a-086721097fd4 HTTP/1.1" status: 204 len: 168 time: 0.4844117 Apr 06 17:45:07.789989 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 6ca4579f-4ce6-4187-982e-1b520e2849e5 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:45:07.790502 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56266) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:07.795721 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-8db4a6d5-9379-46dc-8d1f-f9da06aa2232 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--697019850', 'description': 'tempest-description--1809571201'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:07.806105 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 6ca4579f-4ce6-4187-982e-1b520e2849e5 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:45:07.806538 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 6ca4579f-4ce6-4187-982e-1b520e2849e5 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:45:07.825119 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8db4a6d5-9379-46dc-8d1f-f9da06aa2232 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:07.883033 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-3a46579b-4f70-4467-bbe1-446fd4e358e9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:07.884889 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-3a46579b-4f70-4467-bbe1-446fd4e358e9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.49 "GET /v2.0/networks?id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7 HTTP/1.1" status: 200 len: 809 time: 0.1258163 Apr 06 17:45:07.913146 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8db4a6d5-9379-46dc-8d1f-f9da06aa2232 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:07.918088 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8db4a6d5-9379-46dc-8d1f-f9da06aa2232 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:07.952357 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8db4a6d5-9379-46dc-8d1f-f9da06aa2232 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:07.956430 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-8db4a6d5-9379-46dc-8d1f-f9da06aa2232 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1622527 Apr 06 17:45:07.958269 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56270) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:07.963737 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-b9545e3a-081b-44c9-ada5-bd0bde900b68 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3a96b6f9b714f63aa9c40d49d42d031 HTTP/1.1" status: 200 len: 380 time: 0.0700481 Apr 06 17:45:07.969186 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4a6d5-9379-46dc-8d1f-f9da06aa2232 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:07.969496 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-aeefe99f-dbd7-4ba4-88a3-d9b2a797f7e9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group_rule': {'security_group_id': '7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:07.993245 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Request body: {'port': {'device_id': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'admin_state_up': True, 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'security_groups': ['21b80252-a612-46a9-a695-ee548a9b14be']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:08.029361 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed8b27f9-8b14-4382-ab52-59f0792496ff req-5b29031b-0946-41e6-8277-4ef18f2b8e36 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 210 time: 0.0711401 Apr 06 17:45:08.080525 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aeefe99f-dbd7-4ba4-88a3-d9b2a797f7e9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (2fa7b290-8664-4510-88ce-7711c18530d0), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.161341 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aeefe99f-dbd7-4ba4-88a3-d9b2a797f7e9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (2fa7b290-8664-4510-88ce-7711c18530d0), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.165294 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aeefe99f-dbd7-4ba4-88a3-d9b2a797f7e9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (2fa7b290-8664-4510-88ce-7711c18530d0), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.176251 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Made reservation on behalf of d3a96b6f9b714f63aa9c40d49d42d031 for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:45:08.179466 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.204364 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefe99f-dbd7-4ba4-88a3-d9b2a797f7e9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa7b290-8664-4510-88ce-7711c18530d0,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:08.210430 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aeefe99f-dbd7-4ba4-88a3-d9b2a797f7e9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.214383 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-aeefe99f-dbd7-4ba4-88a3-d9b2a797f7e9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2464371 Apr 06 17:45:08.214805 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56272) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:08.219834 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-eba14ecd-ed51-45f3-9c27-3aadcfc66d7e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'security_group_rule': {'security_group_id': '7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:08.247886 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eba14ecd-ed51-45f3-9c27-3aadcfc66d7e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (dc116a56-2289-49fa-9267-e08a03c9000b), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.295818 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eba14ecd-ed51-45f3-9c27-3aadcfc66d7e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (dc116a56-2289-49fa-9267-e08a03c9000b), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.299263 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eba14ecd-ed51-45f3-9c27-3aadcfc66d7e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (dc116a56-2289-49fa-9267-e08a03c9000b), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.317755 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba14ecd-ed51-45f3-9c27-3aadcfc66d7e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc116a56-2289-49fa-9267-e08a03c9000b,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:08.330090 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Allocated IP 172.20.0.5 (0b19008d-7731-4acd-93d2-8fa6cfe4eae7/fbc0328f-4afc-46d6-b244-328f93592839/0692eb4a-b476-47df-a5de-f64780c64bca) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:45:08.335636 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eba14ecd-ed51-45f3-9c27-3aadcfc66d7e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.340302 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-eba14ecd-ed51-45f3-9c27-3aadcfc66d7e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210155 Apr 06 17:45:08.341062 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56276) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:08.345717 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:08.393704 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.563225 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for port (0692eb4a-b476-47df-a5de-f64780c64bca), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.600088 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.668264 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:45:08.675714 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:45:08.681959 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:45:08.687746 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event updated for resources: {'Port': ['ID=0692eb4a-b476-47df-a5de-f64780c64bca,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:08.708528 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.774412 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:08.775278 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.807302 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-5ee0648c-0860-4b5e-95d5-0c40ea7b315b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8192582 Apr 06 17:45:08.830251 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Request body: {'port': {'device_id': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:08.906743 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Allocated IP 172.27.2.242 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/ed7a8eac-9ecc-432d-ad9c-deb2933d3404) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:45:08.915475 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-46e3ed84-5a55-4851-99a8-3ce62c2d723c None None] Provisioning complete for port 0692eb4a-b476-47df-a5de-f64780c64bca triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:45:08.916014 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-46e3ed84-5a55-4851-99a8-3ce62c2d723c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.951504 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:08.952853 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-46e3ed84-5a55-4851-99a8-3ce62c2d723c None None] Port 0692eb4a-b476-47df-a5de-f64780c64bca cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:45:09.069590 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323c46b-e004-458c-a48e-824f889e0e6a req-13caa733-1c19-4b1d-91c8-5469ecae3542 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:09.071101 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3323c46b-e004-458c-a48e-824f889e0e6a req-13caa733-1c19-4b1d-91c8-5469ecae3542 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 945 time: 0.1540632 Apr 06 17:45:09.214674 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (ed7a8eac-9ecc-432d-ad9c-deb2933d3404), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:09.291906 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3323c46b-e004-458c-a48e-824f889e0e6a req-04ff1010-2dc5-498d-9201-d3af5de31d47 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055442 Apr 06 17:45:09.321316 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ecce0-3ee7-49e3-8a23-c80b674a5cb4 req-19632863-500c-4031-9444-84256263c83e tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:09.322937 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1e5ecce0-3ee7-49e3-8a23-c80b674a5cb4 req-19632863-500c-4031-9444-84256263c83e tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 931 time: 0.2146435 Apr 06 17:45:09.384091 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (ed7a8eac-9ecc-432d-ad9c-deb2933d3404), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:09.459223 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1e5ecce0-3ee7-49e3-8a23-c80b674a5cb4 req-998f2c93-ffcb-4a8d-9e46-80cf55e6dcd3 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293151 Apr 06 17:45:09.460872 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:45:09.473711 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:45:09.479655 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:45:09.484768 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=ed7a8eac-9ecc-432d-ad9c-deb2933d3404,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:09.544918 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0692eb4a-b476-47df-a5de-f64780c64bca {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:45:09.555085 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Publish callbacks [] for port (0692eb4a-b476-47df-a5de-f64780c64bca), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:09.575286 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Transition to ACTIVE for port object 0692eb4a-b476-47df-a5de-f64780c64bca will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:45:09.595699 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:09.662065 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (8fe9ebe4-108c-4382-9e39-0cbd31cf2140), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:09.663729 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0692eb4a-b476-47df-a5de-f64780c64bca,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:09.750668 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (ed7a8eac-9ecc-432d-ad9c-deb2933d3404), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:09.799634 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Attempting to bind port 0692eb4a-b476-47df-a5de-f64780c64bca on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:45:09.800054 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Attempting to bind port 0692eb4a-b476-47df-a5de-f64780c64bca by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:45:09.800290 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Attempting to bind port 0692eb4a-b476-47df-a5de-f64780c64bca on network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:45:09.814900 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Port 0692eb4a-b476-47df-a5de-f64780c64bca on network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:45:09.815227 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Attempting to bind port 0692eb4a-b476-47df-a5de-f64780c64bca on network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:45:09.826898 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:45:09.827239 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Checking segment: {'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:45:09.834482 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Bound using segment: {'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:45:09.835031 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Bound port: 0692eb4a-b476-47df-a5de-f64780c64bca, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc5eb20-d762-456c-b2ee-d13866f29f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:45:09.835469 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:09.973726 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] For port 0692eb4a-b476-47df-a5de-f64780c64bca, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:45:09.998726 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] For port 0692eb4a-b476-47df-a5de-f64780c64bca, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0692eb4a-b476-47df-a5de-f64780c64bca,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:45:10.010187 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:10.055293 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (ed7a8eac-9ecc-432d-ad9c-deb2933d3404), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:10.064952 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:10.065572 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:10.066995 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] 10.222.0.49 "PUT /v2.0/ports/0692eb4a-b476-47df-a5de-f64780c64bca HTTP/1.1" status: 200 len: 1093 time: 1.2410727 Apr 06 17:45:10.067783 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:10.070052 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8" -d '{"events": [{"name": "network-changed", "server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:10.076407 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (ed7a8eac-9ecc-432d-ad9c-deb2933d3404), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:10.134442 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54c943a-1610-4be0-a7e7-27ee2db9da81 x-openstack-request-id: req-b54c943a-1610-4be0-a7e7-27ee2db9da81 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:10.134730 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:10.134990 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b54c943a-1610-4be0-a7e7-27ee2db9da81 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:10.135373 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54c943a-1610-4be0-a7e7-27ee2db9da81'] response: {'name': 'network-changed', 'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca', 'status': 'completed', 'code': 200} Apr 06 17:45:10.136087 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9320d-2a2b-41d4-9d22-c7b7742ad7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0692eb4a-b476-47df-a5de-f64780c64bca,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:10.199778 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (8fe9ebe4-108c-4382-9e39-0cbd31cf2140), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:10.206805 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=ed7a8eac-9ecc-432d-ad9c-deb2933d3404,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:10.224065 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:10.224738 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-cc009f40-48c4-452f-93a0-73bd7eebf36e tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8825910 Apr 06 17:45:10.301401 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-1f246f65-4978-4ec6-87ab-d33daa4d4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:10.303039 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-1f246f65-4978-4ec6-87ab-d33daa4d4fd9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3a96b6f9b714f63aa9c40d49d42d031&device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 1127 time: 0.0611899 Apr 06 17:45:10.364623 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-b8ef21a5-82f8-4f60-9d00-cd95c55b4b67 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0692eb4a-b476-47df-a5de-f64780c64bca HTTP/1.1" status: 200 len: 217 time: 0.0430238 Apr 06 17:45:10.422319 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47828530-8c3b-4e38-b050-93fbbb79491e req-620b2629-915f-4d98-9170-0bcafe0039a2 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:10.423829 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47828530-8c3b-4e38-b050-93fbbb79491e req-620b2629-915f-4d98-9170-0bcafe0039a2 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 945 time: 0.0565140 Apr 06 17:45:10.506960 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47828530-8c3b-4e38-b050-93fbbb79491e req-85d28bde-719f-4669-916d-0918f09c24b2 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761485 Apr 06 17:45:10.526985 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-77282b05-339b-48cb-8c9c-d4c5a0cab5cd tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--697019850&fields=id&tenant_id=87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 267 time: 0.1020281 Apr 06 17:45:10.598944 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-54f0e26d-325c-46e4-9f9c-1bd9cb855c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:10.600341 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-54f0e26d-325c-46e4-9f9c-1bd9cb855c02 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbc0328f-4afc-46d6-b244-328f93592839 HTTP/1.1" status: 200 len: 848 time: 0.1086023 Apr 06 17:45:10.603135 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-819816c2-618f-4005-9e4c-559afdbdf561 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:10.604815 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-819816c2-618f-4005-9e4c-559afdbdf561 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 945 time: 0.0589824 Apr 06 17:45:10.710012 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Deleting port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:45:10.710390 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:10.714834 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-f0c50c49-9ffa-4abe-8e14-6eb44157f9c5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:10.716355 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-f0c50c49-9ffa-4abe-8e14-6eb44157f9c5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 815 time: 0.1775167 Apr 06 17:45:10.730691 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4c0b5-e0de-4eef-9535-171871175bb1 req-51437b34-8747-4e42-9fa1-3819e49d39e6 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:10.732978 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1e4c0b5-e0de-4eef-9535-171871175bb1 req-51437b34-8747-4e42-9fa1-3819e49d39e6 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.1664989 Apr 06 17:45:10.752308 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-734da914-3516-4192-b42b-3c2fe2b5bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:10.753719 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-734da914-3516-4192-b42b-3c2fe2b5bdf3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1221082 Apr 06 17:45:10.754931 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-395e4a45-d102-4b60-b100-62a3e602c3f1 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/quotas/87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 375 time: 0.0314441 Apr 06 17:45:10.802245 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] For port f6b3d779-d5b1-4dab-bb2e-af69bd607b82, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:10.802618 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:10.874801 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1e4c0b5-e0de-4eef-9535-171871175bb1 req-b3346e4f-84ba-4f0c-8e13-e4a4753a18ea tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342318 Apr 06 17:45:10.904220 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-42e040fc-0c17-47bf-9919-31f18420ea6f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430836 Apr 06 17:45:10.914292 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-99d01469-2445-429f-8d7b-6e3af9545f46 service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520576 Apr 06 17:45:10.992157 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:10.992657 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (44a579a2-e0e2-4753-8cc2-e153d01cff03), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:10.993080 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Floating IP 44a579a2-e0e2-4753-8cc2-e153d01cff03 disassociated. External IP: 172.27.2.236, port: f6b3d779-d5b1-4dab-bb2e-af69bd607b82. Apr 06 17:45:10.993484 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Calling delete_port for f6b3d779-d5b1-4dab-bb2e-af69bd607b82 owned by compute:nova {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:45:11.092686 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-78f21969-c114-4eb8-bb15-6a4001f2b8dc req-e93e5615-0648-4dba-88fa-6c9c182b2f42 service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712098 Apr 06 17:45:11.098294 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-51e8e8be-1dcb-40be-8a83-d97a3c0b62ec service neutron] 10.222.0.18 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820068 Apr 06 17:45:11.135821 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (f6b3d779-d5b1-4dab-bb2e-af69bd607b82), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:11.165437 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event deleted for resources: {'Port': ['ID=f6b3d779-d5b1-4dab-bb2e-af69bd607b82,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:11.214565 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-61c35637-c261-4e42-b5bf-f9e88ffd86e3 service neutron] 10.222.0.18 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089959 Apr 06 17:45:11.344574 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Router d8a57947-53b4-4b7b-9d58-e40f8a8179ca has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:45:11.388450 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-bcfe839d-1f42-4706-a3d9-843cd7df535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:11.389970 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-bcfe839d-1f42-4706-a3d9-843cd7df535d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3a96b6f9b714f63aa9c40d49d42d031&device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 1127 time: 0.0731733 Apr 06 17:45:11.485461 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:45:11.496969 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] Sync routers for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:45:11.509875 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:11.510831 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:11.548693 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] No DVR routers for this DVR port f6b3d779-d5b1-4dab-bb2e-af69bd607b82 on host hv-cinder-83588 {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:45:11.551272 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:11.554801 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-85a8d5c1-893f-48ac-934e-b5d10229f670 req-210ee503-c577-4c6c-b6c7-c51b2a0c59e5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "DELETE /v2.0/ports/f6b3d779-d5b1-4dab-bb2e-af69bd607b82 HTTP/1.1" status: 204 len: 173 time: 0.9379380 Apr 06 17:45:11.555281 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'name': 'network-vif-deleted', 'tag': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:11.560600 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375fbde7-1f9a-42a3-9688-ec8f67cb21df" -d '{"events": [{"server_uuid": "bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc", "name": "network-vif-deleted", "tag": "f6b3d779-d5b1-4dab-bb2e-af69bd607b82"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:11.721846 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:11.828394 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a26831a3-c1ec-4812-950c-04c33a34874d req-0677a79e-fc7f-4eb4-9654-f3d3e3c8bb85 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 210 time: 0.3760083 Apr 06 17:45:11.881955 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-c907629d-d6e7-4ce1-b98d-96b8c4617931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:11.883609 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-c907629d-d6e7-4ce1-b98d-96b8c4617931 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7 HTTP/1.1" status: 200 len: 910 time: 0.4877670 Apr 06 17:45:11.945028 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-14f5e573-fc01-4b32-8b8b-c5200d3d6229 req-8051ce30-353b-46e7-ae34-95fcdcdc3ab4 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc HTTP/1.1" status: 200 len: 210 time: 0.1154923 Apr 06 17:45:11.963266 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:11.990907 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93898a0-1ad7-4c28-b6b8-024491ae6122 x-openstack-request-id: req-c93898a0-1ad7-4c28-b6b8-024491ae6122 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:11.991411 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc", "name": "network-vif-deleted", "tag": "f6b3d779-d5b1-4dab-bb2e-af69bd607b82", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:11.991520 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c93898a0-1ad7-4c28-b6b8-024491ae6122 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:11.991840 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c93898a0-1ad7-4c28-b6b8-024491ae6122'] response: {'server_uuid': 'bd376cd0-04c4-4b6b-81f9-d6dbbc91cbbc', 'name': 'network-vif-deleted', 'tag': 'f6b3d779-d5b1-4dab-bb2e-af69bd607b82', 'status': 'completed', 'code': 200} Apr 06 17:45:12.001325 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] Checking router: d8a57947-53b4-4b7b-9d58-e40f8a8179ca for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:45:12.004646 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-8c9a669c-e6f1-469e-886c-de3c7cc3e6c7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0692eb4a-b476-47df-a5de-f64780c64bca HTTP/1.1" status: 200 len: 217 time: 0.0776134 Apr 06 17:45:12.011844 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:12.012813 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:12.129394 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-4f1c8151-eaf7-4e08-8c95-2c8cc722e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:12.131003 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-4f1c8151-eaf7-4e08-8c95-2c8cc722e5fc service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbc0328f-4afc-46d6-b244-328f93592839 HTTP/1.1" status: 200 len: 848 time: 0.1096122 Apr 06 17:45:12.150935 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059113d-ab04-4dee-b1ea-542d50d7aa1f req-812ab219-0d5f-434b-a540-31adb38e0439 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:12.152506 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8059113d-ab04-4dee-b1ea-542d50d7aa1f req-812ab219-0d5f-434b-a540-31adb38e0439 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0831127 Apr 06 17:45:12.204774 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8059113d-ab04-4dee-b1ea-542d50d7aa1f req-1893d314-f766-42ca-8803-4925b20af598 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452995 Apr 06 17:45:12.223060 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:12.336133 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-06387f99-7ed4-44ba-b0f0-a32f0c87ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:12.337874 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-06387f99-7ed4-44ba-b0f0-a32f0c87ae44 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618436 Apr 06 17:45:12.454495 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-2f6d0454-45f5-4c57-9e02-547b6cc70a48 service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064906 Apr 06 17:45:12.518808 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:12.557219 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c02b5ae-4a3c-4bf1-8ab5-f218a85e39a4 None None] The sync data for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi is: [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:45:12.579789 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a86406-039f-4943-90b0-4ab4a9fc63e1 req-03616898-7bba-4d0c-91a3-b6b92f546a59 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:12.581399 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-41a86406-039f-4943-90b0-4ab4a9fc63e1 req-03616898-7bba-4d0c-91a3-b6b92f546a59 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.1259584 Apr 06 17:45:12.623335 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-15e0ca80-1cf2-40e0-acc6-fccc399f11a8 req-f6350ba6-8565-49a8-aab0-867da3fe7107 service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583223 Apr 06 17:45:12.651443 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-41a86406-039f-4943-90b0-4ab4a9fc63e1 req-d25f64a6-53a6-4044-8a4a-054d09f652b6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587819 Apr 06 17:45:12.860521 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a1558-4cc4-4271-89b3-a31b5c97ba26 None None] New status for floating IP 44a579a2-e0e2-4753-8cc2-e153d01cff03: DOWN {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:45:12.930724 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1372d399-dfca-4527-b7c9-80c3db05c851 req-f3ac1dc7-89dd-4300-9f2b-a21526e57b36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 210 time: 0.0296936 Apr 06 17:45:13.133473 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-bbe095ab-e3b2-475a-baca-a0aade65be0a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:13.135286 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-bbe095ab-e3b2-475a-baca-a0aade65be0a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 815 time: 0.1326168 Apr 06 17:45:13.215056 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-ed939abe-bda1-4818-a4de-7ab075e8cef3 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87308970bb8c47498926e0b72fe50b18 HTTP/1.1" status: 200 len: 379 time: 0.0670431 Apr 06 17:45:13.246364 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-965ccac1-21c6-456c-9db7-b208fa38ac24 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203371128&fields=id&tenant_id=85f20732d96644339e3686ca3c4b638a HTTP/1.1" status: 200 len: 267 time: 0.0515709 Apr 06 17:45:13.278371 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'port': {'device_id': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'admin_state_up': True, 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'security_groups': ['7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:13.464725 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344361-62e8-4dea-a899-87e372ff7119 req-a2bb5d82-25e1-45c4-adc6-52c4c8c18d3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:13.466261 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-a2bb5d82-25e1-45c4-adc6-52c4c8c18d3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 811 time: 0.2134144 Apr 06 17:45:13.472902 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56be20-40f6-4cf9-8fa9-a86da2661cbe req-f26c0837-a05d-4ba6-8f2c-6249d4822b63 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:13.474261 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ad56be20-40f6-4cf9-8fa9-a86da2661cbe req-f26c0837-a05d-4ba6-8f2c-6249d4822b63 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.2005527 Apr 06 17:45:13.499225 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9c183488-e0c6-4e74-8efb-2934fccf678f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/quotas/85f20732d96644339e3686ca3c4b638a HTTP/1.1" status: 200 len: 375 time: 0.0227680 Apr 06 17:45:13.541726 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Made reservation on behalf of 87308970bb8c47498926e0b72fe50b18 for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:45:13.545304 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:13.593925 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ad56be20-40f6-4cf9-8fa9-a86da2661cbe req-3e0878ad-507b-456c-9678-b2f2b5e4da39 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088233 Apr 06 17:45:13.646600 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-33258ee0-6362-411f-9460-a44ba08b1beb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1384640 Apr 06 17:45:13.789248 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Allocated IP 172.20.0.6 (46a47786-96d2-4524-85d9-d3afc011b078/9e312bc6-ff32-47ed-8e0a-e3b0187732d4/a6a1dc74-c08f-4b66-b8cc-db1585bbcffb) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:45:13.794502 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device f6b3d779-d5b1-4dab-bb2e-af69bd607b82 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:45:13.819773 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: f6b3d779-d5b1-4dab-bb2e-af69bd607b82 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:45:13.820122 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device f6b3d779-d5b1-4dab-bb2e-af69bd607b82 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:45:13.846378 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9a55e807-ca5d-4e29-9ec5-eda676ba3143 service neutron] 10.222.0.18 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868949 Apr 06 17:45:13.856418 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54709f05-e144-417f-8eb5-eda41254dfad req-34c39a88-f081-4869-b8c1-3fed5fc8deee tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:13.858616 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-54709f05-e144-417f-8eb5-eda41254dfad req-34c39a88-f081-4869-b8c1-3fed5fc8deee tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.1229653 Apr 06 17:45:14.011263 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-54709f05-e144-417f-8eb5-eda41254dfad req-e7ae9f41-c685-46de-b753-ecd38e7d5c75 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464863 Apr 06 17:45:14.060292 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-ce190a0b-1596-42cf-a419-baea5f086a9d service neutron] 10.222.0.18 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004883 Apr 06 17:45:14.077597 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:14.116098 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-05b6e3f6-3f6c-4b4c-a75c-941c86e3e0f6 req-de26d2a3-d455-4c3d-8847-0c150c4ba9fa tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 210 time: 0.0364602 Apr 06 17:45:14.145331 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:14.206342 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Network 46a47786-96d2-4524-85d9-d3afc011b078 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:45:14.209625 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:45:14.214513 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:45:14.219276 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event updated for resources: {'Port': ['ID=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:14.274698 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:14.275586 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:14.298902 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-d0f73db0-6fa5-4260-af6c-97ce3742d907 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0240028 Apr 06 17:45:14.317042 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Request body: {'port': {'device_id': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:14.387546 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:14.458671 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b1a512bc-a430-45b4-a039-6294eb3c73b0 req-18618ce7-3fb4-4523-9616-d105b79fd11e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 210 time: 0.0497725 Apr 06 17:45:14.578976 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-359fdfd2-54ae-44f1-bd27-27837e5a2f6a None None] Provisioning complete for port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:45:14.579527 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-359fdfd2-54ae-44f1-bd27-27837e5a2f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:14.617050 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-359fdfd2-54ae-44f1-bd27-27837e5a2f6a None None] Port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:45:14.737561 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a1dc74-c08f-4b66-b8cc-db1585bbcffb {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:45:14.747355 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Publish callbacks [] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:14.765841 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03b0ee-f28f-4b5f-b855-e4a853b00633 req-b1be6fb2-bc24-4d6e-91b9-fe78c968d0e7 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:14.767544 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9e03b0ee-f28f-4b5f-b855-e4a853b00633 req-b1be6fb2-bc24-4d6e-91b9-fe78c968d0e7 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.1022408 Apr 06 17:45:14.772769 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Transition to ACTIVE for port object a6a1dc74-c08f-4b66-b8cc-db1585bbcffb will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:45:14.782659 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:14.865717 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Pushing event updated for resources: {'Port': ['ID=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:14.876912 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9e03b0ee-f28f-4b5f-b855-e4a853b00633 req-a383f070-ca9a-441c-bdc3-b875fea37781 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029606 Apr 06 17:45:14.945706 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Attempting to bind port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:45:14.946067 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Attempting to bind port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:45:14.946404 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Attempting to bind port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb on network 46a47786-96d2-4524-85d9-d3afc011b078 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:45:14.953467 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb on network 46a47786-96d2-4524-85d9-d3afc011b078 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:45:14.953789 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Attempting to bind port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb on network 46a47786-96d2-4524-85d9-d3afc011b078 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:45:14.959876 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:45:14.960212 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Checking segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:45:14.960595 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Bound using segment: {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:45:14.961021 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Bound port: a6a1dc74-c08f-4b66-b8cc-db1585bbcffb, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d78d642-b76e-4142-ac10-f90f309fcc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:45:14.961650 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:15.039842 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] For port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:45:15.043134 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] For port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:45:15.053377 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:15.097581 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:15.098251 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:15.099689 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] 10.222.0.49 "PUT /v2.0/ports/a6a1dc74-c08f-4b66-b8cc-db1585bbcffb HTTP/1.1" status: 200 len: 1093 time: 0.7875073 Apr 06 17:45:15.101290 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'tag': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:15.103594 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2755d065-a91a-4eb2-baba-1c5c70cf2d36" -d '{"events": [{"name": "network-changed", "server_uuid": "dc542b4d-f088-4195-961b-7ff63b8cd925", "tag": "a6a1dc74-c08f-4b66-b8cc-db1585bbcffb"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:15.161472 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a740120d-a8a0-4dd1-a610-455b72a8ba8b x-openstack-request-id: req-a740120d-a8a0-4dd1-a610-455b72a8ba8b {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:15.162163 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc542b4d-f088-4195-961b-7ff63b8cd925", "tag": "a6a1dc74-c08f-4b66-b8cc-db1585bbcffb", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:15.162163 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a740120d-a8a0-4dd1-a610-455b72a8ba8b {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:15.162521 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a740120d-a8a0-4dd1-a610-455b72a8ba8b'] response: {'name': 'network-changed', 'server_uuid': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'tag': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb', 'status': 'completed', 'code': 200} Apr 06 17:45:15.172094 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8314ba3-a4b2-4d3a-9049-d4a6f2b6d21a service neutron] Pushing event updated for resources: {'Port': ['ID=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:15.195548 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6a4b3-41b8-49b4-acf5-3183abada888 req-3609eea6-758e-4566-885a-e49374d31a6f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:15.197116 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3ca6a4b3-41b8-49b4-acf5-3183abada888 req-3609eea6-758e-4566-885a-e49374d31a6f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0965290 Apr 06 17:45:15.289326 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3ca6a4b3-41b8-49b4-acf5-3183abada888 req-b0269658-a6ca-4a14-8c74-e2d7c043e066 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835962 Apr 06 17:45:15.305988 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb0224-8406-4dcb-97e1-df938ade18ae req-4c565a21-b849-4854-bfbe-5ceca6f33402 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:15.307502 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e2cb0224-8406-4dcb-97e1-df938ade18ae req-4c565a21-b849-4854-bfbe-5ceca6f33402 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 943 time: 0.0885844 Apr 06 17:45:15.391635 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e2cb0224-8406-4dcb-97e1-df938ade18ae req-910592dd-7af8-4f0f-95c0-5256f761b122 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735791 Apr 06 17:45:15.394615 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755d065-a91a-4eb2-baba-1c5c70cf2d36 req-15e8a3e7-a3a5-4066-ae4f-8ea5b174ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:15.396198 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2755d065-a91a-4eb2-baba-1c5c70cf2d36 req-15e8a3e7-a3a5-4066-ae4f-8ea5b174ebab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 1127 time: 0.0854890 Apr 06 17:45:15.528482 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344361-62e8-4dea-a899-87e372ff7119 req-13e206e9-9bed-4f55-b6b2-79225f9145a7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:15.530214 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-13e206e9-9bed-4f55-b6b2-79225f9145a7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 811 time: 0.1558204 Apr 06 17:45:15.535510 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755d065-a91a-4eb2-baba-1c5c70cf2d36 req-aa77d231-aac2-40e9-aec1-a07d79c111d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:15.537182 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2755d065-a91a-4eb2-baba-1c5c70cf2d36 req-aa77d231-aac2-40e9-aec1-a07d79c111d1 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=87308970bb8c47498926e0b72fe50b18&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1318808 Apr 06 17:45:15.611480 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-531faa67-0b63-450c-846a-e0315203585f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85f20732d96644339e3686ca3c4b638a HTTP/1.1" status: 200 len: 379 time: 0.0674863 Apr 06 17:45:15.612145 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1101f14-5f72-476d-a1d8-76f572c415bb req-8cb6c563-fe6d-47dd-a1ea-029b40c15637 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 210 time: 0.0690205 Apr 06 17:45:15.621216 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'port': {'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'admin_state_up': True, 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'security_groups': ['10803a4f-be78-4df8-8b8c-2118432b8125']}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:15.661973 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755d065-a91a-4eb2-baba-1c5c70cf2d36 req-e328fab5-b14e-4ad0-a4af-c60eaf588cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:15.663467 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2755d065-a91a-4eb2-baba-1c5c70cf2d36 req-e328fab5-b14e-4ad0-a4af-c60eaf588cc9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1181188 Apr 06 17:45:15.733270 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Made reservation on behalf of 85f20732d96644339e3686ca3c4b638a for: {'port': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:45:15.736720 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:15.742371 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-192191aa-726b-4399-93e2-c831bdc9bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:15.743861 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-192191aa-726b-4399-93e2-c831bdc9bdc9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 1127 time: 0.0448711 Apr 06 17:45:15.785494 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-7cfbfb77-643d-4646-a629-791e378e1176 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb HTTP/1.1" status: 200 len: 217 time: 0.0349154 Apr 06 17:45:15.838389 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-69a92513-c5d4-4544-a1bd-c30bee29cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:15.840191 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-69a92513-c5d4-4544-a1bd-c30bee29cb90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 200 len: 854 time: 0.0476625 Apr 06 17:45:15.867591 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Allocated IP 172.20.0.13 (67728473-918d-4a41-8dd2-dc3daea1b8b3/4cff0274-56b4-466d-9aed-75786ee2cf1c/1bf90d17-a052-4957-9b60-35e649b67826) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:45:15.901875 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-6d7a4401-4b7c-4bdd-812c-7c7de01813f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:15.903642 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-6d7a4401-4b7c-4bdd-812c-7c7de01813f9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46a47786-96d2-4524-85d9-d3afc011b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568576 Apr 06 17:45:16.039472 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-5d1c485a-3fd8-45b7-bb50-2d0982dfc87e service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269991 Apr 06 17:45:16.040095 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for port (1bf90d17-a052-4957-9b60-35e649b67826), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:16.055952 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89674374-378d-4136-b9e6-d83076468dee req-3ae00051-3346-4f01-a909-99bd192db8cc tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:16.057617 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-89674374-378d-4136-b9e6-d83076468dee req-3ae00051-3346-4f01-a909-99bd192db8cc tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0957787 Apr 06 17:45:16.080015 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (1bf90d17-a052-4957-9b60-35e649b67826), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:16.124055 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:45:16.129067 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:45:16.133078 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:45:16.159860 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'Port': ['ID=1bf90d17-a052-4957-9b60-35e649b67826,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:16.175093 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-89674374-378d-4136-b9e6-d83076468dee req-7190670f-8ef4-4466-9710-e0a4432be31a tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985029 Apr 06 17:45:16.196600 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-496f1b41-6972-4801-8727-a1c69a3a4da6 req-bb2ec5fb-ab3a-4788-b724-8758f842c0db service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502540 Apr 06 17:45:16.199021 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:16.199774 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:16.219421 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-9693bf1a-c2ec-4caf-acdd-6b2bcd239ed5 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6029246 Apr 06 17:45:16.231578 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Request body: {'port': {'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:16.293238 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1bf90d17-a052-4957-9b60-35e649b67826), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:16.410232 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-b974d153-baa6-4d0b-a6f5-c5b938182bf0 None None] Provisioning complete for port 1bf90d17-a052-4957-9b60-35e649b67826 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:45:16.411256 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b974d153-baa6-4d0b-a6f5-c5b938182bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (1bf90d17-a052-4957-9b60-35e649b67826), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:16.455249 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-b974d153-baa6-4d0b-a6f5-c5b938182bf0 None None] Port 1bf90d17-a052-4957-9b60-35e649b67826 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:45:16.588867 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf90d17-a052-4957-9b60-35e649b67826 {{(pid=104731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:45:16.599219 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Publish callbacks [] for port (1bf90d17-a052-4957-9b60-35e649b67826), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:16.616586 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Transition to ACTIVE for port object 1bf90d17-a052-4957-9b60-35e649b67826 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:45:16.621479 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (1bf90d17-a052-4957-9b60-35e649b67826), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:16.677093 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf90d17-a052-4957-9b60-35e649b67826,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:16.725418 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36869391-05e8-4152-aacb-14d8d42d1115 req-c648e0e7-28de-4308-b52e-253671ed344c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:16.728149 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-36869391-05e8-4152-aacb-14d8d42d1115 req-c648e0e7-28de-4308-b52e-253671ed344c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.3695731 Apr 06 17:45:16.752092 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Attempting to bind port 1bf90d17-a052-4957-9b60-35e649b67826 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:45:16.752888 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Attempting to bind port 1bf90d17-a052-4957-9b60-35e649b67826 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:45:16.753207 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Attempting to bind port 1bf90d17-a052-4957-9b60-35e649b67826 on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:45:16.758715 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Port 1bf90d17-a052-4957-9b60-35e649b67826 on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:45:16.759040 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Attempting to bind port 1bf90d17-a052-4957-9b60-35e649b67826 on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:45:16.765006 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:45:16.765347 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Checking segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:45:16.765733 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Bound using segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:45:16.766186 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Bound port: 1bf90d17-a052-4957-9b60-35e649b67826, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:45:16.766548 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1bf90d17-a052-4957-9b60-35e649b67826), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:16.780383 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b51df-65cf-411a-a0f5-1aec0c6ec9fc req-ce495f48-0038-4e71-a270-ad9250a0f822 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:16.781950 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e44b51df-65cf-411a-a0f5-1aec0c6ec9fc req-ce495f48-0038-4e71-a270-ad9250a0f822 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 943 time: 0.1060891 Apr 06 17:45:16.802876 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-36869391-05e8-4152-aacb-14d8d42d1115 req-8156d2b0-ad6b-4bb9-b3b6-163133d19fab tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670004 Apr 06 17:45:16.840631 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] For port 1bf90d17-a052-4957-9b60-35e649b67826, host hv-cinder-83588, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:45:16.843970 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] For port 1bf90d17-a052-4957-9b60-35e649b67826, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1bf90d17-a052-4957-9b60-35e649b67826,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:45:16.854096 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e44b51df-65cf-411a-a0f5-1aec0c6ec9fc req-a1d56b1e-7ea4-4ba1-83bc-c695383a3f1b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652902 Apr 06 17:45:16.855975 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (1bf90d17-a052-4957-9b60-35e649b67826), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:16.893026 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:16.893645 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:16.895262 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] 10.222.0.49 "PUT /v2.0/ports/1bf90d17-a052-4957-9b60-35e649b67826 HTTP/1.1" status: 200 len: 1094 time: 0.6678307 Apr 06 17:45:16.895496 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'tag': '1bf90d17-a052-4957-9b60-35e649b67826'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:16.897815 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11265655-7f57-4228-93db-8ad30d55696e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4f3845-f75f-45c2-bd63-7e6da1317bd3", "tag": "1bf90d17-a052-4957-9b60-35e649b67826"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:16.923337 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8a099-be0d-4412-bcbb-c090c601e5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf90d17-a052-4957-9b60-35e649b67826,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:16.951192 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c80b4c-93d3-47c5-a359-8a50f8b5dfb0 x-openstack-request-id: req-81c80b4c-93d3-47c5-a359-8a50f8b5dfb0 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:16.951519 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4f3845-f75f-45c2-bd63-7e6da1317bd3", "tag": "1bf90d17-a052-4957-9b60-35e649b67826", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:16.951921 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81c80b4c-93d3-47c5-a359-8a50f8b5dfb0 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:16.952659 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c80b4c-93d3-47c5-a359-8a50f8b5dfb0'] response: {'name': 'network-changed', 'server_uuid': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'tag': '1bf90d17-a052-4957-9b60-35e649b67826', 'status': 'completed', 'code': 200} Apr 06 17:45:16.961015 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61ff1a-9973-4d0c-8492-f3f4fa0162e7 req-2fa2e166-b75c-488b-bc04-604dfdcd3863 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:16.962732 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ae61ff1a-9973-4d0c-8492-f3f4fa0162e7 req-2fa2e166-b75c-488b-bc04-604dfdcd3863 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 944 time: 0.0794930 Apr 06 17:45:17.019112 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ae61ff1a-9973-4d0c-8492-f3f4fa0162e7 req-05081343-5f2f-4ad3-8f88-d8367aea0663 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489149 Apr 06 17:45:17.291902 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44da300-ddc6-4882-a542-fe1f9f86f7af req-3e7db352-ea57-42b5-a124-91e9b9ffde92 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:17.293376 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e44da300-ddc6-4882-a542-fe1f9f86f7af req-3e7db352-ea57-42b5-a124-91e9b9ffde92 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0524988 Apr 06 17:45:17.342480 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e44da300-ddc6-4882-a542-fe1f9f86f7af req-429a39d8-f08e-458e-ae72-b05fdd86d1b0 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429568 Apr 06 17:45:17.661653 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11265655-7f57-4228-93db-8ad30d55696e req-0f204e4c-2c85-4266-b37d-6cd533793bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:17.663208 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-11265655-7f57-4228-93db-8ad30d55696e req-0f204e4c-2c85-4266-b37d-6cd533793bed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 1128 time: 0.0453172 Apr 06 17:45:17.780724 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11265655-7f57-4228-93db-8ad30d55696e req-c85bbe2c-48a0-44bc-9edd-85f15d0963fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:17.782145 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-11265655-7f57-4228-93db-8ad30d55696e req-c85bbe2c-48a0-44bc-9edd-85f15d0963fc service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=85f20732d96644339e3686ca3c4b638a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1115205 Apr 06 17:45:17.809956 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a6a1dc74-c08f-4b66-b8cc-db1585bbcffb details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:45:17.883787 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11265655-7f57-4228-93db-8ad30d55696e req-aa52d694-0ef2-44b4-8774-02ec18681aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:17.885495 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-11265655-7f57-4228-93db-8ad30d55696e req-aa52d694-0ef2-44b4-8774-02ec18681aeb service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965819 Apr 06 17:45:17.918656 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:17.930686 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'port_id': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb', 'mac_address': 'fa:16:3e:3f:89:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:45:17.958874 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327ac2d-2fab-41db-bcae-eb86acd39596 req-521ce085-b6f1-4f1f-bdac-70c04be133e9 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:17.960515 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5327ac2d-2fab-41db-bcae-eb86acd39596 req-521ce085-b6f1-4f1f-bdac-70c04be133e9 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0702755 Apr 06 17:45:17.977306 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:45:17.977845 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:17.983953 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344361-62e8-4dea-a899-87e372ff7119 req-af11506b-abf3-4e9b-8f59-e72a55926465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:17.985524 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-af11506b-abf3-4e9b-8f59-e72a55926465 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 1128 time: 0.0589228 Apr 06 17:45:17.992699 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a1dc74-c08f-4b66-b8cc-db1585bbcffb {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:45:18.012273 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:18.017932 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:18.028027 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-3cf0ea8f-3723-4495-ba0d-6e7c7c25b1c5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf90d17-a052-4957-9b60-35e649b67826 HTTP/1.1" status: 200 len: 217 time: 0.0358078 Apr 06 17:45:18.048196 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5327ac2d-2fab-41db-bcae-eb86acd39596 req-24dab6f0-7983-439c-b1f2-ef0ff8fbc88e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756512 Apr 06 17:45:18.062305 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b89d4-48b4-46be-90c6-5f9c8708bd9c req-f914997c-f6e9-4953-9cb7-a2b3d49fa5e5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:18.063814 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ab8b89d4-48b4-46be-90c6-5f9c8708bd9c req-f914997c-f6e9-4953-9cb7-a2b3d49fa5e5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 943 time: 0.1024094 Apr 06 17:45:18.072455 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:18.080105 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.080642 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.081173 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.081521 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.081858 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.082347 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.082682 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.083009 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.083336 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.083665 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.083990 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.084329 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.084656 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.084976 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.085298 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:18.091945 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344361-62e8-4dea-a899-87e372ff7119 req-06fdf70e-bec5-4762-b6f2-89768b4459aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:18.093511 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-06fdf70e-bec5-4762-b6f2-89768b4459aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0593965 Apr 06 17:45:18.123531 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ab8b89d4-48b4-46be-90c6-5f9c8708bd9c req-db08889a-70bb-41c3-872c-d578dc76b062 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504258 Apr 06 17:45:18.151061 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b344361-62e8-4dea-a899-87e372ff7119 req-3f8abf22-b9f3-4cc0-b356-5cad6d653fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:18.152699 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-3f8abf22-b9f3-4cc0-b356-5cad6d653fd2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525880 Apr 06 17:45:18.179611 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c2301-bacb-47f7-b3d7-e0daf2f8be5f req-644d8734-f147-4238-adde-f4dd11c3c8c7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:18.181218 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dd2c2301-bacb-47f7-b3d7-e0daf2f8be5f req-644d8734-f147-4238-adde-f4dd11c3c8c7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 944 time: 0.0533307 Apr 06 17:45:18.230227 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dd2c2301-bacb-47f7-b3d7-e0daf2f8be5f req-b1b67181-bbe4-4e5e-ac3c-faf9ac1ec93e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432348 Apr 06 17:45:18.245353 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-daaa7e3f-dd40-4ed2-bb15-474fafd7c30f service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829079 Apr 06 17:45:18.248542 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['a6a1dc74-c08f-4b66-b8cc-db1585bbcffb'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:45:18.338602 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-1b344361-62e8-4dea-a899-87e372ff7119 req-5f82b9ec-59cd-4971-a17a-489360b9d73f service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867839 Apr 06 17:45:18.463098 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879339b3-fe8d-4c18-b960-948fda7b0397 req-6ac4cd57-b768-4417-8e91-6a7927ebc8d8 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:18.464838 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-879339b3-fe8d-4c18-b960-948fda7b0397 req-6ac4cd57-b768-4417-8e91-6a7927ebc8d8 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0556967 Apr 06 17:45:18.513858 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-879339b3-fe8d-4c18-b960-948fda7b0397 req-5a497821-a70b-4afe-a218-0e86db3c58c1 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427465 Apr 06 17:45:19.186181 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0a51a-a123-4557-844e-d5069c67a5c1 req-87fe6b84-d040-4882-83ba-7a477fe79c52 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:19.187698 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d1b0a51a-a123-4557-844e-d5069c67a5c1 req-87fe6b84-d040-4882-83ba-7a477fe79c52 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0544076 Apr 06 17:45:19.270833 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d1b0a51a-a123-4557-844e-d5069c67a5c1 req-58f5bcc7-7ad3-44e2-897d-815f3839951c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737472 Apr 06 17:45:19.278350 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d0108-2132-49db-aa97-60c9b96d1c01 req-d8384b5e-20a2-48da-bc9c-6ce486041a93 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:19.280338 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e97d0108-2132-49db-aa97-60c9b96d1c01 req-d8384b5e-20a2-48da-bc9c-6ce486041a93 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 944 time: 0.0912702 Apr 06 17:45:19.328148 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e97d0108-2132-49db-aa97-60c9b96d1c01 req-c521161e-9e55-46a6-a38c-bdf8f92db75a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421555 Apr 06 17:45:19.380090 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eda782-7b1d-4e9c-a4b7-7aa0687ef329 req-66d52547-7773-48bd-9932-1f84ca6c9f21 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:19.381513 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b4eda782-7b1d-4e9c-a4b7-7aa0687ef329 req-66d52547-7773-48bd-9932-1f84ca6c9f21 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 944 time: 0.0525038 Apr 06 17:45:19.439228 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b4eda782-7b1d-4e9c-a4b7-7aa0687ef329 req-b2ac417b-d8d6-4664-8beb-5acb1f21862c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521052 Apr 06 17:45:19.630831 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5968a6-222a-450c-949c-8a158dff2917 req-8b97b4ec-becc-43a6-846e-ee0cca27e45a tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:19.632230 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ff5968a6-222a-450c-949c-8a158dff2917 req-8b97b4ec-becc-43a6-846e-ee0cca27e45a tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0529966 Apr 06 17:45:19.683292 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ff5968a6-222a-450c-949c-8a158dff2917 req-a540d520-2081-4948-b908-fda010e8be57 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455678 Apr 06 17:45:19.812287 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 0692eb4a-b476-47df-a5de-f64780c64bca details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:45:19.815517 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a6a1dc74-c08f-4b66-b8cc-db1585bbcffb up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:45:19.925912 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:45:19.938482 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:45:19.938751 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:19.976109 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 0692eb4a-b476-47df-a5de-f64780c64bca, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0692eb4a-b476-47df-a5de-f64780c64bca,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:19.996182 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '0692eb4a-b476-47df-a5de-f64780c64bca', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'port_id': '0692eb4a-b476-47df-a5de-f64780c64bca', 'mac_address': 'fa:16:3e:10:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:45:20.066044 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 0692eb4a-b476-47df-a5de-f64780c64bca is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:45:20.066459 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:20.092869 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0692eb4a-b476-47df-a5de-f64780c64bca {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:45:20.097833 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:45:20.098246 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:20.128475 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 0692eb4a-b476-47df-a5de-f64780c64bca, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0692eb4a-b476-47df-a5de-f64780c64bca,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:20.135397 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:20.138330 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34cc229-77a6-462e-8515-0d4f451c871d" -d '{"events": [{"server_uuid": "dc542b4d-f088-4195-961b-7ff63b8cd925", "name": "network-vif-plugged", "status": "completed", "tag": "a6a1dc74-c08f-4b66-b8cc-db1585bbcffb"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:20.147996 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:20.154960 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:20.181880 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:20.216850 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=0692eb4a-b476-47df-a5de-f64780c64bca,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:20.249775 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e278ae8f-7b21-4598-92ae-12ac81641bae x-openstack-request-id: req-e278ae8f-7b21-4598-92ae-12ac81641bae {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:20.250116 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc542b4d-f088-4195-961b-7ff63b8cd925", "name": "network-vif-plugged", "status": "completed", "tag": "a6a1dc74-c08f-4b66-b8cc-db1585bbcffb", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:20.250492 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e278ae8f-7b21-4598-92ae-12ac81641bae {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:20.250769 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e278ae8f-7b21-4598-92ae-12ac81641bae'] response: {'server_uuid': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb', 'code': 200} Apr 06 17:45:20.277652 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:20.398239 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['0692eb4a-b476-47df-a5de-f64780c64bca'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:45:20.401164 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f0c5e-7d95-4e5d-871e-8d7501b37373 req-7f236662-c4c8-477d-9a38-3160268aeaed tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:20.406524 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e08f0c5e-7d95-4e5d-871e-8d7501b37373 req-7f236662-c4c8-477d-9a38-3160268aeaed tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0606189 Apr 06 17:45:20.438387 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a896fe-ebd5-4b83-89a7-2b0083a6d0d2 req-6296eff4-696c-4d0a-b42d-cee0e32ae614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:20.439900 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-09a896fe-ebd5-4b83-89a7-2b0083a6d0d2 req-6296eff4-696c-4d0a-b42d-cee0e32ae614 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 1129 time: 0.0487859 Apr 06 17:45:20.488758 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-09a896fe-ebd5-4b83-89a7-2b0083a6d0d2 req-91352fb5-6e84-482a-a396-5661a09b82ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424135 Apr 06 17:45:20.492903 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e08f0c5e-7d95-4e5d-871e-8d7501b37373 req-7a599d29-b3a7-40b1-8ffc-022f671f5fcb tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833046 Apr 06 17:45:20.505387 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f3347-f0dd-4527-bc5c-ffd49be39c49 req-0a1f240e-4421-4fca-b6ea-d66704909cc7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:20.509442 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a2f3347-f0dd-4527-bc5c-ffd49be39c49 req-0a1f240e-4421-4fca-b6ea-d66704909cc7 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0991626 Apr 06 17:45:20.567053 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6a2f3347-f0dd-4527-bc5c-ffd49be39c49 req-720298ab-ef93-4aeb-bd07-69a06dcbb20d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541759 Apr 06 17:45:20.623798 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbeec5-2e18-47b0-a34e-70482e15e285 req-319e6c44-bf07-488d-8e74-6b5257a48b6c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:20.625326 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8fdbeec5-2e18-47b0-a34e-70482e15e285 req-319e6c44-bf07-488d-8e74-6b5257a48b6c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 944 time: 0.0573740 Apr 06 17:45:20.675520 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8fdbeec5-2e18-47b0-a34e-70482e15e285 req-71e984b4-b69f-48de-a190-d75464dc670e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443754 Apr 06 17:45:20.798200 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acad8e-3c79-42a3-8623-9e050fa41264 req-e05167c6-4f80-4d68-895b-4dfb040c58e5 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:20.799678 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f4acad8e-3c79-42a3-8623-9e050fa41264 req-e05167c6-4f80-4d68-895b-4dfb040c58e5 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 944 time: 0.0530534 Apr 06 17:45:20.848479 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f4acad8e-3c79-42a3-8623-9e050fa41264 req-9dc34681-6f74-4653-b2e5-23bef5e6aa33 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432506 Apr 06 17:45:21.629650 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8d4d4-8d1b-44ec-ac61-e8a1cfa59f52 req-c78ca6c3-3e1c-4df7-9f1d-d0b6ec28a6f9 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:21.631184 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-afa8d4d4-8d1b-44ec-ac61-e8a1cfa59f52 req-c78ca6c3-3e1c-4df7-9f1d-d0b6ec28a6f9 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0542691 Apr 06 17:45:21.713800 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-afa8d4d4-8d1b-44ec-ac61-e8a1cfa59f52 req-adb5559f-9b5e-4602-a144-7accd78fd58a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772600 Apr 06 17:45:21.725885 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693090cb-332b-4b74-a2c4-36f3bd350f7c req-63a09792-12c0-4967-b22b-c2df18b0e66b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:21.727488 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-693090cb-332b-4b74-a2c4-36f3bd350f7c req-63a09792-12c0-4967-b22b-c2df18b0e66b tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0892889 Apr 06 17:45:21.785395 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-693090cb-332b-4b74-a2c4-36f3bd350f7c req-cc88385e-161e-462a-be1d-a2651dc06e43 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516558 Apr 06 17:45:21.824337 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77c728-7404-475b-a4fa-2f4e7a1acd29 req-72a5ef07-5604-40ea-8664-df4c3e26f16f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:21.826665 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1f77c728-7404-475b-a4fa-2f4e7a1acd29 req-72a5ef07-5604-40ea-8664-df4c3e26f16f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 944 time: 0.0537150 Apr 06 17:45:21.874537 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1f77c728-7404-475b-a4fa-2f4e7a1acd29 req-f9e23650-f931-4192-8057-626de82ac489 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 Apr 06 17:45:21.967828 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604a97e-5709-4796-8c1d-0112b0ab590d req-b36e8afc-6d39-4357-b544-ffe6f7c309db tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:21.969300 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2604a97e-5709-4796-8c1d-0112b0ab590d req-b36e8afc-6d39-4357-b544-ffe6f7c309db tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 944 time: 0.0574555 Apr 06 17:45:22.017457 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2604a97e-5709-4796-8c1d-0112b0ab590d req-f3aabd28-e739-41c3-a881-a68075c464cb tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Apr 06 17:45:22.460575 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:45:22.835404 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbb4a4-a42c-42ea-a79d-7e1b6c58ceda req-b39a3453-b46b-475b-a8d4-30e3b40a9b6b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:22.836902 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bfbbb4a4-a42c-42ea-a79d-7e1b6c58ceda req-b39a3453-b46b-475b-a8d4-30e3b40a9b6b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0526204 Apr 06 17:45:22.920087 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bfbbb4a4-a42c-42ea-a79d-7e1b6c58ceda req-eda4966a-c679-4e91-8f7b-7e608481f771 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765781 Apr 06 17:45:22.934473 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d39b2-0bb3-43df-b445-c3def3a8688d req-2f8ab020-769c-45de-9b0d-4e74ef7f58e5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:22.936522 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-839d39b2-0bb3-43df-b445-c3def3a8688d req-2f8ab020-769c-45de-9b0d-4e74ef7f58e5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0799654 Apr 06 17:45:23.012164 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-839d39b2-0bb3-43df-b445-c3def3a8688d req-467f77dc-20d4-4ad5-8342-7f4e8a6a5ee6 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689609 Apr 06 17:45:23.036216 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c4b25-682e-4fea-b0d1-cd14b83db434 req-879785b2-fbb0-4815-ac51-415c67b68de7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:23.038231 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d27c4b25-682e-4fea-b0d1-cd14b83db434 req-879785b2-fbb0-4815-ac51-415c67b68de7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 944 time: 0.0626764 Apr 06 17:45:23.098395 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d27c4b25-682e-4fea-b0d1-cd14b83db434 req-9c8cae6e-d8f8-467f-a903-731011b6398e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531802 Apr 06 17:45:23.141665 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b84e-f917-4704-9c99-6e6b813c90c6 req-b9b8ad7b-9db3-468b-8874-c05fc771d854 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:23.143189 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6ff8b84e-f917-4704-9c99-6e6b813c90c6 req-b9b8ad7b-9db3-468b-8874-c05fc771d854 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 944 time: 0.0579689 Apr 06 17:45:23.194584 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6ff8b84e-f917-4704-9c99-6e6b813c90c6 req-3b511fcc-0460-43cb-aa38-909b30aabfb0 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458050 Apr 06 17:45:24.044532 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87501c98-60a0-4b3f-9fd7-bf8003a21d0f req-8bd44cbf-97b7-49f1-873d-e83c43b30793 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:24.046110 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-87501c98-60a0-4b3f-9fd7-bf8003a21d0f req-8bd44cbf-97b7-49f1-873d-e83c43b30793 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0547485 Apr 06 17:45:24.094577 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-87501c98-60a0-4b3f-9fd7-bf8003a21d0f req-9d6a67bd-d082-4385-a049-36ab7a63abbc tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Apr 06 17:45:24.146880 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6c4cd-8518-4521-bcfa-663e7feb2ec7 req-2d7531fb-4543-465d-80cd-c836ca1e65c4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:24.148374 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a8c6c4cd-8518-4521-bcfa-663e7feb2ec7 req-2d7531fb-4543-465d-80cd-c836ca1e65c4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0529237 Apr 06 17:45:24.229653 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a8c6c4cd-8518-4521-bcfa-663e7feb2ec7 req-a61bd311-f297-4dfa-b51b-cf0d7b79d9da tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746253 Apr 06 17:45:24.246260 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a9806-fef8-44d6-8524-309b61921109 req-dcc39c02-89bc-47d6-8e0a-fed38d8ff230 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:24.247826 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-157a9806-fef8-44d6-8524-309b61921109 req-dcc39c02-89bc-47d6-8e0a-fed38d8ff230 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 944 time: 0.0862052 Apr 06 17:45:24.305722 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-157a9806-fef8-44d6-8524-309b61921109 req-af1b6638-e558-4e7b-b922-0e5df59d8e9a tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515482 Apr 06 17:45:24.346482 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce232b3d-09f7-4798-885b-70bd48ab553d req-7ccc7caf-089d-48bc-905d-ec184d1a653a tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:24.348001 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ce232b3d-09f7-4798-885b-70bd48ab553d req-7ccc7caf-089d-48bc-905d-ec184d1a653a tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 944 time: 0.0629997 Apr 06 17:45:24.404798 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ce232b3d-09f7-4798-885b-70bd48ab553d req-0789eac2-ebf5-4974-b1cb-c286f356b434 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505869 Apr 06 17:45:25.217235 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fbd69-78de-4fc8-8908-86d24d007c97 req-459cb871-5ed6-4402-bb9b-ddf6ac5c895a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:25.218737 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f7fbd69-78de-4fc8-8908-86d24d007c97 req-459cb871-5ed6-4402-bb9b-ddf6ac5c895a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0521824 Apr 06 17:45:25.270460 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4f7fbd69-78de-4fc8-8908-86d24d007c97 req-ef21fa56-c9e5-479a-93e9-2b48554e8553 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446186 Apr 06 17:45:25.349834 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f7eab-7f47-475e-b69a-e139544f6f08 req-0b84b101-681e-4189-ac9e-6cd04b801836 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:25.351352 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cf6f7eab-7f47-475e-b69a-e139544f6f08 req-0b84b101-681e-4189-ac9e-6cd04b801836 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0554256 Apr 06 17:45:25.431001 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cf6f7eab-7f47-475e-b69a-e139544f6f08 req-2065623b-1aa8-42e9-8c4f-c00d85984945 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738873 Apr 06 17:45:25.446928 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d7ced-56ec-47e1-8952-e81a5a3bd361 req-dce33172-16e3-4595-8525-4cfb5358f00e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:25.448464 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ff5d7ced-56ec-47e1-8952-e81a5a3bd361 req-dce33172-16e3-4595-8525-4cfb5358f00e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 944 time: 0.0746524 Apr 06 17:45:25.524970 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ff5d7ced-56ec-47e1-8952-e81a5a3bd361 req-f809cd45-f78b-4ea0-becf-45e579d6a1fb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699465 Apr 06 17:45:25.551263 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f1b9a-2cf5-487b-97ae-b6fc6f1cf827 req-e61e74b1-3df1-416d-a898-ebda8653fad2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:25.552717 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-174f1b9a-2cf5-487b-97ae-b6fc6f1cf827 req-e61e74b1-3df1-416d-a898-ebda8653fad2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 944 time: 0.0659163 Apr 06 17:45:25.602046 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-174f1b9a-2cf5-487b-97ae-b6fc6f1cf827 req-8f847c82-5c41-49df-8088-56cd589f0b4f tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Apr 06 17:45:26.225225 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 0692eb4a-b476-47df-a5de-f64780c64bca up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:45:26.275239 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 0692eb4a-b476-47df-a5de-f64780c64bca completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:45:26.279075 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 0692eb4a-b476-47df-a5de-f64780c64bca triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:45:26.279453 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:26.359361 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 0692eb4a-b476-47df-a5de-f64780c64bca is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:45:26.359787 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:26.384361 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:26.389068 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e8abc7-5747-4613-926b-1382dc228da1" -d '{"events": [{"server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "name": "network-vif-plugged", "status": "completed", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:26.397206 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c3eed-3b26-423f-afe0-4d2df9b9477e req-47ad9872-56aa-4a85-aedb-6cedabeb3d99 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:26.398945 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ee1c3eed-3b26-423f-afe0-4d2df9b9477e req-47ad9872-56aa-4a85-aedb-6cedabeb3d99 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0561481 Apr 06 17:45:26.404093 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 0692eb4a-b476-47df-a5de-f64780c64bca, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0692eb4a-b476-47df-a5de-f64780c64bca,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:26.408140 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:26.449183 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2673255d-7561-4662-9e57-9b9ab4700eb1 x-openstack-request-id: req-2673255d-7561-4662-9e57-9b9ab4700eb1 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:26.449566 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "name": "network-vif-plugged", "status": "completed", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:26.449960 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2673255d-7561-4662-9e57-9b9ab4700eb1 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:26.450968 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2673255d-7561-4662-9e57-9b9ab4700eb1'] response: {'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca', 'code': 200} Apr 06 17:45:26.463218 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ee1c3eed-3b26-423f-afe0-4d2df9b9477e req-5ea56d72-8ff0-4469-8a83-a85489329338 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568593 Apr 06 17:45:26.474140 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=0692eb4a-b476-47df-a5de-f64780c64bca,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:26.571299 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932827d-66c0-4b05-ac87-a34dbc2713f6 req-33642521-f45f-4815-8ccf-cb90376ada49 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:26.572887 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5932827d-66c0-4b05-ac87-a34dbc2713f6 req-33642521-f45f-4815-8ccf-cb90376ada49 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0573754 Apr 06 17:45:26.652327 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5932827d-66c0-4b05-ac87-a34dbc2713f6 req-ed286f63-1fe5-4730-9170-efb5296bafcf tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731010 Apr 06 17:45:26.672167 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb32fce-c7d1-410a-8c9a-898a7b1bfdd0 req-3f9faca6-63eb-4347-8e30-d11b7e168c84 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:26.673687 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ecb32fce-c7d1-410a-8c9a-898a7b1bfdd0 req-3f9faca6-63eb-4347-8e30-d11b7e168c84 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 944 time: 0.0757773 Apr 06 17:45:26.757206 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ecb32fce-c7d1-410a-8c9a-898a7b1bfdd0 req-e353dc4b-f432-4716-aae7-332ab5c88f44 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763927 Apr 06 17:45:26.787796 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b404f2-cd11-4338-8aa8-24af89b21450 req-8adae23b-4071-45ec-b4d7-75440f265d46 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:26.789349 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50b404f2-cd11-4338-8aa8-24af89b21450 req-8adae23b-4071-45ec-b4d7-75440f265d46 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0653000 Apr 06 17:45:26.850293 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-50b404f2-cd11-4338-8aa8-24af89b21450 req-7e0cb103-d72a-41ea-a7b1-206b103c3515 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544016 Apr 06 17:45:27.169270 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d911b3cf-8c3c-4859-b7bf-8111c76ec0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:27.309588 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4a309-ceca-4329-a11c-0a1deb2cc422 req-67a9894f-987f-4d16-8158-c1a713dcb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:27.311071 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-a9a4a309-ceca-4329-a11c-0a1deb2cc422 req-67a9894f-987f-4d16-8158-c1a713dcb3bb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 1129 time: 0.0430729 Apr 06 17:45:27.356436 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-a9a4a309-ceca-4329-a11c-0a1deb2cc422 req-6862565f-bec5-4b6a-9ded-7d0abc65d058 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391395 Apr 06 17:45:27.598784 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2df56f-5914-4362-8804-8b14e615cb6a req-78b09190-5428-4816-92c1-ade112f0247b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:27.600177 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-df2df56f-5914-4362-8804-8b14e615cb6a req-78b09190-5428-4816-92c1-ade112f0247b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0534494 Apr 06 17:45:27.647048 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-df2df56f-5914-4362-8804-8b14e615cb6a req-d3a7fcaa-e4c1-43fe-860a-be724555a823 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414124 Apr 06 17:45:27.776367 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ede15-8022-4781-97dc-836c9166ecc8 req-c2505101-bf18-4d90-85ee-f698ea561ffe tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:27.777823 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b94ede15-8022-4781-97dc-836c9166ecc8 req-c2505101-bf18-4d90-85ee-f698ea561ffe tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0515001 Apr 06 17:45:27.834613 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b94ede15-8022-4781-97dc-836c9166ecc8 req-7d2d3c76-81b7-4007-9ecc-0c3268bcdbf5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511801 Apr 06 17:45:27.905806 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b805fd9-fdf5-4f99-af5e-6a88153ecd28 req-5d82aaaf-db41-4f42-9030-2de417de0f1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:27.907602 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3b805fd9-fdf5-4f99-af5e-6a88153ecd28 req-5d82aaaf-db41-4f42-9030-2de417de0f1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 944 time: 0.0720339 Apr 06 17:45:27.995370 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3b805fd9-fdf5-4f99-af5e-6a88153ecd28 req-418790b9-507d-4e40-86f0-9278bf391b5b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797350 Apr 06 17:45:28.022396 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b93a6a-7153-471e-9fec-60fe17c7037f req-ce6e85a7-fad2-4e71-91a5-42a726202f62 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:28.023885 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-26b93a6a-7153-471e-9fec-60fe17c7037f req-ce6e85a7-fad2-4e71-91a5-42a726202f62 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0986345 Apr 06 17:45:28.097671 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-26b93a6a-7153-471e-9fec-60fe17c7037f req-14db0f67-a915-4877-97e0-330275cb6609 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657423 Apr 06 17:45:28.236565 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 1bf90d17-a052-4957-9b60-35e649b67826 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:45:28.343312 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 1bf90d17-a052-4957-9b60-35e649b67826, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1bf90d17-a052-4957-9b60-35e649b67826,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:28.356341 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '1bf90d17-a052-4957-9b60-35e649b67826', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'mac_address': 'fa:16:3e:10:43:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:45:28.401030 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 1bf90d17-a052-4957-9b60-35e649b67826 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:45:28.401414 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1bf90d17-a052-4957-9b60-35e649b67826), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:28.414643 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf90d17-a052-4957-9b60-35e649b67826 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:45:28.437315 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 1bf90d17-a052-4957-9b60-35e649b67826, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1bf90d17-a052-4957-9b60-35e649b67826,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:28.441772 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (1bf90d17-a052-4957-9b60-35e649b67826), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:28.497431 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=1bf90d17-a052-4957-9b60-35e649b67826,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:28.776390 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00beab94-d81a-4208-b843-237844479456 req-499608ab-061e-4772-bd3b-29e8a685b414 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:28.778569 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-00beab94-d81a-4208-b843-237844479456 req-499608ab-061e-4772-bd3b-29e8a685b414 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0522239 Apr 06 17:45:28.788834 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['1bf90d17-a052-4957-9b60-35e649b67826'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:45:28.836096 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-00beab94-d81a-4208-b843-237844479456 req-8ec30621-fd19-4f7e-8462-3a651fc2f5f5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514963 Apr 06 17:45:28.966653 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894d3f3-9101-4a2b-9839-61f72dad93b2 req-828d5109-8169-496a-b746-7fa1e2261c2f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:28.968151 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1894d3f3-9101-4a2b-9839-61f72dad93b2 req-828d5109-8169-496a-b746-7fa1e2261c2f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0620091 Apr 06 17:45:29.015987 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1894d3f3-9101-4a2b-9839-61f72dad93b2 req-8e6cfb8e-e3a2-49ad-83e6-3cd612bc47f9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Apr 06 17:45:29.165198 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd534df-2836-4204-9f46-4eaf732c8fef req-7c241ae9-ad36-4d0f-b930-300441eec12d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:29.166686 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cbd534df-2836-4204-9f46-4eaf732c8fef req-7c241ae9-ad36-4d0f-b930-300441eec12d tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0865488 Apr 06 17:45:29.173603 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95dbbec-27e6-4369-ba48-f03cbb096ad3 req-1984809d-e95a-4639-8a52-1ebace454ab6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:29.175159 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a95dbbec-27e6-4369-ba48-f03cbb096ad3 req-1984809d-e95a-4639-8a52-1ebace454ab6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 945 time: 0.0968249 Apr 06 17:45:29.175470 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56658) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:29.180230 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-0410f35e-0dd9-4e28-ba5a-949833534dc9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Request body: {'floatingip': {'port_id': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:29.233258 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0410f35e-0dd9-4e28-ba5a-949833534dc9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (8fe9ebe4-108c-4382-9e39-0cbd31cf2140), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:29.250316 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a95dbbec-27e6-4369-ba48-f03cbb096ad3 req-fba322ed-355b-48ca-8cd0-bc1e6d94f6ba tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666330 Apr 06 17:45:29.312649 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd216c-e12a-40c2-9b6f-8608f318f648 req-51ff4ebf-efa8-445f-96a5-9f82ffbdab7e tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:29.314166 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-89bd216c-e12a-40c2-9b6f-8608f318f648 req-51ff4ebf-efa8-445f-96a5-9f82ffbdab7e tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0628836 Apr 06 17:45:29.367761 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-89bd216c-e12a-40c2-9b6f-8608f318f648 req-1904c74b-f89e-48f2-9da8-9fcb481c2668 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473425 Apr 06 17:45:29.547586 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782a275-14ad-4432-85e2-1f425ebb4312 req-2e030672-99d5-4704-88d9-4c0bc6a9b1ca tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:29.549169 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4782a275-14ad-4432-85e2-1f425ebb4312 req-2e030672-99d5-4704-88d9-4c0bc6a9b1ca tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0625193 Apr 06 17:45:29.549477 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-17cb2e47-1512-4309-a223-cb29717b64dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:29.611420 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4782a275-14ad-4432-85e2-1f425ebb4312 req-818bb72f-e873-4fba-9dcc-31a63b9456f9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552683 Apr 06 17:45:29.634459 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56678) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:29.782584 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f33001-7d7c-4124-94cb-a0bac2949bec tempest-TestShelveInstance-1444974375 tempest-TestShelveInstance-1444974375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:29.784122 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-04f33001-7d7c-4124-94cb-a0bac2949bec tempest-TestShelveInstance-1444974375 tempest-TestShelveInstance-1444974375-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 1124 time: 0.1486485 Apr 06 17:45:29.786975 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56682) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:29.791282 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'port_id': '0692eb4a-b476-47df-a5de-f64780c64bca', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:29.812886 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:29.925893 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.012209 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee122489-b69a-49ae-941e-fada1ec7d075 req-c3c35760-5ddd-4d6f-bb77-c3ee52780ed5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:30.013820 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ee122489-b69a-49ae-941e-fada1ec7d075 req-c3c35760-5ddd-4d6f-bb77-c3ee52780ed5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.1008148 Apr 06 17:45:30.020698 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0410f35e-0dd9-4e28-ba5a-949833534dc9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.024700 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0410f35e-0dd9-4e28-ba5a-949833534dc9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (8fe9ebe4-108c-4382-9e39-0cbd31cf2140), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.091208 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Allocated IP 172.27.2.41 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/528f41e2-aa12-47b2-8dea-d2c306ad8efb) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:45:30.112290 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ee122489-b69a-49ae-941e-fada1ec7d075 req-272455ff-88fb-4cab-973d-3369a72ceddb tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757546 Apr 06 17:45:30.133929 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [None req-0410f35e-0dd9-4e28-ba5a-949833534dc9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Floating IP 8fe9ebe4-108c-4382-9e39-0cbd31cf2140 associated. External IP: 172.27.2.242, port: a6a1dc74-c08f-4b66-b8cc-db1585bbcffb. Apr 06 17:45:30.210302 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for port (528f41e2-aa12-47b2-8dea-d2c306ad8efb), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.244850 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a0641c94-eaa3-448f-bf0a-27395e6c501f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:45:30.246173 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (528f41e2-aa12-47b2-8dea-d2c306ad8efb), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.252191 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 1bf90d17-a052-4957-9b60-35e649b67826 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:45:30.291950 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:45:30.295402 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:45:30.298231 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:45:30.365180 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 1bf90d17-a052-4957-9b60-35e649b67826 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:45:30.376318 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 1bf90d17-a052-4957-9b60-35e649b67826 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:45:30.376701 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (1bf90d17-a052-4957-9b60-35e649b67826), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.378080 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0410f35e-0dd9-4e28-ba5a-949833534dc9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Router 07e59484-0984-4a4d-91f9-65393fea5309 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:45:30.397685 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event updated for resources: {'Port': ['ID=528f41e2-aa12-47b2-8dea-d2c306ad8efb,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:30.425291 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:30.446584 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'port_id': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'mac_address': 'fa:16:3e:a4:3a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:45:30.456531 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea687a-8cfd-4b4b-99d3-e378259d1ecc req-c4c5a05e-d966-4b4d-9b29-01685116edf8 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:30.458105 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2eea687a-8cfd-4b4b-99d3-e378259d1ecc req-c4c5a05e-d966-4b4d-9b29-01685116edf8 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 945 time: 0.1225014 Apr 06 17:45:30.510111 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port a0641c94-eaa3-448f-bf0a-27395e6c501f is: ACTIVE; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:45:30.510499 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.514625 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0410f35e-0dd9-4e28-ba5a-949833534dc9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:45:30.524577 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:45:30.531875 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0410f35e-0dd9-4e28-ba5a-949833534dc9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.535860 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 1bf90d17-a052-4957-9b60-35e649b67826 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:45:30.536257 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1bf90d17-a052-4957-9b60-35e649b67826), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.539029 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0641c94-eaa3-448f-bf0a-27395e6c501f {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:45:30.539729 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:30.540683 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:30.577484 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:30.584001 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf90d17-a052-4957-9b60-35e649b67826'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:30.586644 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f98c82-7e90-4d4d-94f2-f849d64a610b" -d '{"events": [{"server_uuid": "ea4f3845-f75f-45c2-bd63-7e6da1317bd3", "name": "network-vif-plugged", "status": "completed", "tag": "1bf90d17-a052-4957-9b60-35e649b67826"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:30.598863 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.607998 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 1bf90d17-a052-4957-9b60-35e649b67826, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1bf90d17-a052-4957-9b60-35e649b67826,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:30.624028 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-0410f35e-0dd9-4e28-ba5a-949833534dc9 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "PUT /v2.0/floatingips/8fe9ebe4-108c-4382-9e39-0cbd31cf2140 HTTP/1.1" status: 200 len: 991 time: 1.4466155 Apr 06 17:45:30.625190 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'tag': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:30.627494 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f769d25c-dab5-4e20-b0b3-26852e3b91f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc542b4d-f088-4195-961b-7ff63b8cd925", "tag": "a6a1dc74-c08f-4b66-b8cc-db1585bbcffb"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:30.656388 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (1bf90d17-a052-4957-9b60-35e649b67826), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:30.659719 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7057571-c3ef-41c1-9d54-bf03dcc54491 x-openstack-request-id: req-c7057571-c3ef-41c1-9d54-bf03dcc54491 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:30.660031 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4f3845-f75f-45c2-bd63-7e6da1317bd3", "name": "network-vif-plugged", "status": "completed", "tag": "1bf90d17-a052-4957-9b60-35e649b67826", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:30.660298 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7057571-c3ef-41c1-9d54-bf03dcc54491 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:30.660826 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7057571-c3ef-41c1-9d54-bf03dcc54491'] response: {'server_uuid': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf90d17-a052-4957-9b60-35e649b67826', 'code': 200} Apr 06 17:45:30.670596 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2eea687a-8cfd-4b4b-99d3-e378259d1ecc req-9159f447-7fa1-44e0-a6d2-3e7e501c1715 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973963 Apr 06 17:45:30.692157 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:30.738257 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cce9a9b-87e4-4eec-9ac5-b77add1fefba x-openstack-request-id: req-2cce9a9b-87e4-4eec-9ac5-b77add1fefba {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:30.738751 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc542b4d-f088-4195-961b-7ff63b8cd925", "tag": "a6a1dc74-c08f-4b66-b8cc-db1585bbcffb", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:30.739277 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cce9a9b-87e4-4eec-9ac5-b77add1fefba {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:30.739852 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cce9a9b-87e4-4eec-9ac5-b77add1fefba'] response: {'name': 'network-changed', 'server_uuid': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'tag': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb', 'status': 'completed', 'code': 200} Apr 06 17:45:30.905148 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-c2f352f4-9e18-405a-a2af-e16c14b5d214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:30.906977 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-c2f352f4-9e18-405a-a2af-e16c14b5d214 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=87308970bb8c47498926e0b72fe50b18&device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 1129 time: 0.0784268 Apr 06 17:45:30.920933 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['a0641c94-eaa3-448f-bf0a-27395e6c501f'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:45:30.956078 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=6']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:30.975674 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for floatingip (f63de478-1d31-45d8-857f-f91ca2c813bc), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:31.000683 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:31.071553 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=1bf90d17-a052-4957-9b60-35e649b67826,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:31.112909 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27420aab-a6fb-4bb2-b0d3-0c1134648822 req-3393b5ba-2b4c-4987-8db6-11dcb420476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:31.114884 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-27420aab-a6fb-4bb2-b0d3-0c1134648822 req-3393b5ba-2b4c-4987-8db6-11dcb420476d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0971134 Apr 06 17:45:31.119148 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '8fe9ebe4-108c-4382-9e39-0cbd31cf2140', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:3f:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:09Z', 'updated_at': '2022-04-06T17:45:29Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:31.119920 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-7ac3bff2-4021-40b8-8927-f39ce50ca674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:31.123843 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-7ac3bff2-4021-40b8-8927-f39ce50ca674 service neutron] 10.222.0.49 "GET /v2.0/networks?id=46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 200 len: 916 time: 0.2100468 Apr 06 17:45:31.132425 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (528f41e2-aa12-47b2-8dea-d2c306ad8efb), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:31.156179 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:45:31.165252 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:31.165909 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:31.228065 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-27420aab-a6fb-4bb2-b0d3-0c1134648822 req-5b7cd2da-9974-476e-b58a-1cd17b1670a3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041062 Apr 06 17:45:31.263151 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-b22ab08f-e280-4732-8e2d-5ee8b6e78e22 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb HTTP/1.1" status: 200 len: 999 time: 0.1316426 Apr 06 17:45:31.330749 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:31.354656 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186ffd3-87ff-41c4-a0b5-921816307c0c req-08b0e1ba-61eb-4b8c-883f-47950bb16e6e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:31.356111 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d186ffd3-87ff-41c4-a0b5-921816307c0c req-08b0e1ba-61eb-4b8c-883f-47950bb16e6e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 944 time: 0.1195416 Apr 06 17:45:31.426485 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for port (528f41e2-aa12-47b2-8dea-d2c306ad8efb), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:31.436025 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d186ffd3-87ff-41c4-a0b5-921816307c0c req-2ab73888-4ce3-458a-bc9c-afa0191d2159 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741420 Apr 06 17:45:31.436792 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (528f41e2-aa12-47b2-8dea-d2c306ad8efb), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:31.504074 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event updated for resources: {'Port': ['ID=528f41e2-aa12-47b2-8dea-d2c306ad8efb,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:31.529285 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (f63de478-1d31-45d8-857f-f91ca2c813bc), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:31.532852 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-f644f6bf-ea98-441e-89b7-52b7e07749b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:31.534473 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-f644f6bf-ea98-441e-89b7-52b7e07749b4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 200 len: 854 time: 0.0513256 Apr 06 17:45:31.578876 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '8fe9ebe4-108c-4382-9e39-0cbd31cf2140', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:3f:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:09Z', 'updated_at': '2022-04-06T17:45:29Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:31.593384 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-ca319c96-4522-4dca-aa07-0d9eba059223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:31.594943 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-ca319c96-4522-4dca-aa07-0d9eba059223 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=46a47786-96d2-4524-85d9-d3afc011b078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511250 Apr 06 17:45:31.610860 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfaf37e0-bbfc-4fd7-8d5a-604dcc833c65 None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '8fe9ebe4-108c-4382-9e39-0cbd31cf2140', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'port_id': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'mac_address': 'fa:16:3e:3f:89:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:09Z', 'updated_at': '2022-04-06T17:45:29Z', 'revision_number': 1, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:45:31.654940 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Floating IP f63de478-1d31-45d8-857f-f91ca2c813bc associated. External IP: 172.27.2.41, port: 0692eb4a-b476-47df-a5de-f64780c64bca. Apr 06 17:45:31.714898 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-0f2782de-0c1d-4dc8-b31c-925fa1f9f5f2 service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104701 Apr 06 17:45:31.842907 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226d6b0e-f092-4cc5-b689-5c9f6b31f251 None None] New status for floating IP 8fe9ebe4-108c-4382-9e39-0cbd31cf2140: ACTIVE {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:45:31.861918 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815d188-a5b5-41ef-a851-fbefada73630 req-6248ee67-f05d-4652-b941-4976189d35d8 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:31.863344 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a815d188-a5b5-41ef-a851-fbefada73630 req-6248ee67-f05d-4652-b941-4976189d35d8 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 946 time: 0.1101959 Apr 06 17:45:31.956868 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a815d188-a5b5-41ef-a851-fbefada73630 req-0714fa1d-d67b-4bb2-82a6-89403fbefab6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853775 Apr 06 17:45:31.969857 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Router 53c217ce-7629-48e9-8a63-ba4c108bb112 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:45:31.999910 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:32.092754 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:45:32.103294 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] Sync routers for ids ['53c217ce-7629-48e9-8a63-ba4c108bb112'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:45:32.112311 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:32.114597 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] Routers {'53c217ce-7629-48e9-8a63-ba4c108bb112'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:32.115210 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['53c217ce-7629-48e9-8a63-ba4c108bb112'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:32.155980 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-f769d25c-dab5-4e20-b0b3-26852e3b91f7 req-b16be538-7c5b-415b-82e8-a9c0c3382b91 service neutron] 10.222.0.49 "GET /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961635 Apr 06 17:45:32.158552 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5802eccc-3933-42a7-808e-af3295cbdfd2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3703985 Apr 06 17:45:32.159140 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:32.161464 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:32.203464 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8119873a-2ca9-4eaa-a22f-72a262593be0 x-openstack-request-id: req-8119873a-2ca9-4eaa-a22f-72a262593be0 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:32.203754 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:32.204072 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8119873a-2ca9-4eaa-a22f-72a262593be0 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:32.204480 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8119873a-2ca9-4eaa-a22f-72a262593be0'] response: {'name': 'network-changed', 'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca', 'status': 'completed', 'code': 200} Apr 06 17:45:32.234772 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] Set router 53c217ce-7629-48e9-8a63-ba4c108bb112 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:32.253915 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a0641c94-eaa3-448f-bf0a-27395e6c501f up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:45:32.310831 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-8400a856-fb56-49db-b6cd-79f9b6f5c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:32.312550 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-8400a856-fb56-49db-b6cd-79f9b6f5c868 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3a96b6f9b714f63aa9c40d49d42d031&device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 1129 time: 0.0593083 Apr 06 17:45:32.345576 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port a0641c94-eaa3-448f-bf0a-27395e6c501f triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:45:32.345965 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:32.458477 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port a0641c94-eaa3-448f-bf0a-27395e6c501f is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:45:32.458865 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:32.505578 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:32.512140 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:32.569188 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'f63de478-1d31-45d8-857f-f91ca2c813bc', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'port_id': '0692eb4a-b476-47df-a5de-f64780c64bca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'mac_address': 'fa:16:3e:10:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:30Z', 'updated_at': '2022-04-06T17:45:30Z', 'revision_number': 0, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:41Z', 'revision_number': 5, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:32.592364 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dff172-4a29-45a2-a2c1-3ec7f1ecb276 req-04bae454-c524-4b3a-98d1-9e222d5c577d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:32.594155 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44dff172-4a29-45a2-a2c1-3ec7f1ecb276 req-04bae454-c524-4b3a-98d1-9e222d5c577d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0718038 Apr 06 17:45:32.599551 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=7']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:32.638730 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] Checking router: 53c217ce-7629-48e9-8a63-ba4c108bb112 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:45:32.648113 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] Routers {'53c217ce-7629-48e9-8a63-ba4c108bb112'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:32.648365 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['53c217ce-7629-48e9-8a63-ba4c108bb112'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:32.662536 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:32.665250 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c39feb-4b2f-4561-8aa9-6862182db6da" -d '{"events": [{"server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "name": "network-vif-plugged", "status": "completed", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:32.676162 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44dff172-4a29-45a2-a2c1-3ec7f1ecb276 req-92fa5656-0c11-41ca-b477-f62b73f8ff17 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742192 Apr 06 17:45:32.724080 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:32.752163 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682913be-159e-4ea4-947d-2dddca95f570 x-openstack-request-id: req-682913be-159e-4ea4-947d-2dddca95f570 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:32.752580 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "name": "network-vif-plugged", "status": "completed", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:32.752933 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-682913be-159e-4ea4-947d-2dddca95f570 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:32.753869 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682913be-159e-4ea4-947d-2dddca95f570'] response: {'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'code': 200} Apr 06 17:45:32.832282 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-33a2ce23-a70d-4d19-8b8d-42709ed82674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:32.837573 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-33a2ce23-a70d-4d19-8b8d-42709ed82674 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7 HTTP/1.1" status: 200 len: 910 time: 0.2245955 Apr 06 17:45:32.906823 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] Set router 53c217ce-7629-48e9-8a63-ba4c108bb112 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:33.105809 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11961ccb-b4b3-4938-9057-20f314d93d7e req-9f71bf03-6519-4008-bd8a-2ceb322ad770 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:33.110624 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-11961ccb-b4b3-4938-9057-20f314d93d7e req-9f71bf03-6519-4008-bd8a-2ceb322ad770 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 946 time: 0.0669763 Apr 06 17:45:33.175468 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-11961ccb-b4b3-4938-9057-20f314d93d7e req-2870a9ff-8829-4195-9ade-acc0a1c4a3fb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572922 Apr 06 17:45:33.185976 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'f63de478-1d31-45d8-857f-f91ca2c813bc', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'port_id': '0692eb4a-b476-47df-a5de-f64780c64bca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'mac_address': 'fa:16:3e:10:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:30Z', 'updated_at': '2022-04-06T17:45:30Z', 'revision_number': 0, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:41Z', 'revision_number': 5, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:33.224485 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd83843-b41c-4437-8663-cf6571b3c640 None None] The sync data for ids ['53c217ce-7629-48e9-8a63-ba4c108bb112'] in dv-cinder-835880-5-iscsi is: [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'f63de478-1d31-45d8-857f-f91ca2c813bc', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'port_id': '0692eb4a-b476-47df-a5de-f64780c64bca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'mac_address': 'fa:16:3e:10:d0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:30Z', 'updated_at': '2022-04-06T17:45:30Z', 'revision_number': 0, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:41Z', 'revision_number': 5, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:45:33.329847 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464f8e7-eed4-4292-9a30-df6733371ed7 req-8a7d327d-039d-447d-bf78-cd3095d1c2a2 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:33.336827 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9464f8e7-eed4-4292-9a30-df6733371ed7 req-8a7d327d-039d-447d-bf78-cd3095d1c2a2 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 946 time: 0.0689399 Apr 06 17:45:33.401158 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9464f8e7-eed4-4292-9a30-df6733371ed7 req-6bee92e0-e364-4af4-8eae-599a6998fd22 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634141 Apr 06 17:45:33.419840 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56760) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:33.492083 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f6097-c0a8-44a4-8d34-00f8db7b9ed6 tempest-TestVolumeBootPattern-1600665080 tempest-TestVolumeBootPattern-1600665080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:33.493610 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-fb6f6097-c0a8-44a4-8d34-00f8db7b9ed6 tempest-TestVolumeBootPattern-1600665080 tempest-TestVolumeBootPattern-1600665080-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 1125 time: 0.0723925 Apr 06 17:45:33.496399 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56762) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:33.505114 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:45:33.518575 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:33.534155 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:33.536054 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef83ea7c-1628-44b0-b846-8da5372d131e None None] New status for floating IP f63de478-1d31-45d8-857f-f91ca2c813bc: ACTIVE {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:45:33.656206 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:33.853486 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Allocated IP 172.27.2.163 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/639be0ef-243a-4287-b04c-8ddb543da160) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:45:33.931101 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecf9eb-f013-4659-b7df-6dd14a4d3449 req-eb60163b-75cd-4175-bd7c-f948164dc9fb tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:33.932626 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d1ecf9eb-f013-4659-b7df-6dd14a4d3449 req-eb60163b-75cd-4175-bd7c-f948164dc9fb tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.1389947 Apr 06 17:45:34.296775 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d1ecf9eb-f013-4659-b7df-6dd14a4d3449 req-5c9ab0ea-a4a6-4b19-85f6-05ccbd6aad3f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547485 Apr 06 17:45:34.310606 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for port (639be0ef-243a-4287-b04c-8ddb543da160), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:34.358408 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (639be0ef-243a-4287-b04c-8ddb543da160), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:34.402536 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:45:34.405806 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:45:34.410936 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:45:34.433166 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'Port': ['ID=639be0ef-243a-4287-b04c-8ddb543da160,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:34.686167 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-f7978127-b198-4cca-a7f1-49eb8ac2bbf2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0692eb4a-b476-47df-a5de-f64780c64bca HTTP/1.1" status: 200 len: 1000 time: 0.0822361 Apr 06 17:45:34.858794 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (d049912c-68f3-4892-bbe8-da3bea50aa97), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:34.934267 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (639be0ef-243a-4287-b04c-8ddb543da160), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:35.100026 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for port (639be0ef-243a-4287-b04c-8ddb543da160), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:35.105402 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (639be0ef-243a-4287-b04c-8ddb543da160), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:35.185584 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'Port': ['ID=639be0ef-243a-4287-b04c-8ddb543da160,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:35.198254 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (d049912c-68f3-4892-bbe8-da3bea50aa97), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:35.314682 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Floating IP d049912c-68f3-4892-bbe8-da3bea50aa97 associated. External IP: 172.27.2.163, port: 1bf90d17-a052-4957-9b60-35e649b67826. Apr 06 17:45:35.500318 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa66cee-66ae-45f4-8f92-7d2a0a2b0567 req-df168bcb-1f4b-42c4-84c0-181ffd860780 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:35.501982 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2aa66cee-66ae-45f4-8f92-7d2a0a2b0567 req-df168bcb-1f4b-42c4-84c0-181ffd860780 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.1198001 Apr 06 17:45:35.660733 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2aa66cee-66ae-45f4-8f92-7d2a0a2b0567 req-026e8120-7077-40db-9f08-e88b6ee59616 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198361 Apr 06 17:45:35.698917 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-ac2012dd-caf2-4847-9d31-dfa63c92ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:35.705737 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-ac2012dd-caf2-4847-9d31-dfa63c92ff9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbc0328f-4afc-46d6-b244-328f93592839 HTTP/1.1" status: 200 len: 848 time: 0.1376274 Apr 06 17:45:35.710463 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Router d8a57947-53b4-4b7b-9d58-e40f8a8179ca has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:45:35.847647 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:45:35.858372 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] Sync routers for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:45:35.868852 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:35.869475 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:35.879942 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:35.946651 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-64ccf107-ad11-42fc-8e2a-889c4d091b1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4482749 Apr 06 17:45:35.947541 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'tag': '1bf90d17-a052-4957-9b60-35e649b67826'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:35.950695 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ab6f7b-35a3-4b0c-850c-0b456a284109" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4f3845-f75f-45c2-bd63-7e6da1317bd3", "tag": "1bf90d17-a052-4957-9b60-35e649b67826"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:36.006294 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2cc674-ba42-40f4-a2e8-fc9aca7beb86 x-openstack-request-id: req-fe2cc674-ba42-40f4-a2e8-fc9aca7beb86 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:36.006823 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4f3845-f75f-45c2-bd63-7e6da1317bd3", "tag": "1bf90d17-a052-4957-9b60-35e649b67826", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:36.007273 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe2cc674-ba42-40f4-a2e8-fc9aca7beb86 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:36.008039 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2cc674-ba42-40f4-a2e8-fc9aca7beb86'] response: {'name': 'network-changed', 'server_uuid': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'tag': '1bf90d17-a052-4957-9b60-35e649b67826', 'status': 'completed', 'code': 200} Apr 06 17:45:36.018428 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:36.052846 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-a18663b0-d2c6-436d-baca-3e6b68e5ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:36.054536 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-a18663b0-d2c6-436d-baca-3e6b68e5ded3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0829737 Apr 06 17:45:36.093945 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-70b830e7-05b3-48d7-bdd2-57cc33aebb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:36.096499 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-70b830e7-05b3-48d7-bdd2-57cc33aebb3b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0715327 Apr 06 17:45:36.215236 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-b8b65c91-1741-4d4e-81f4-c5719e30411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:36.217185 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-b8b65c91-1741-4d4e-81f4-c5719e30411c service neutron] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 912 time: 0.1140525 Apr 06 17:45:36.267852 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-fd4f025c-61d6-4193-bc3c-ac6ba4872695 service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992681 Apr 06 17:45:36.344313 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-3658c752-dae7-4338-9b0e-eb8edf233b83 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf90d17-a052-4957-9b60-35e649b67826 HTTP/1.1" status: 200 len: 1000 time: 0.1092668 Apr 06 17:45:36.383304 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd049912c-68f3-4892-bbe8-da3bea50aa97', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:10:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:34Z', 'updated_at': '2022-04-06T17:45:34Z', 'revision_number': 0, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:36.440551 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-a88fda49-b605-450e-b965-877d4e52695b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:36.442645 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-a88fda49-b605-450e-b965-877d4e52695b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0924273 Apr 06 17:45:36.461535 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] Checking router: d8a57947-53b4-4b7b-9d58-e40f8a8179ca for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:45:36.492366 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-821d42db-cebf-42bb-bd9f-e8e3230a5e9f req-3f074b5f-88f2-4bb5-8ab8-ac53adf08f30 service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030218 Apr 06 17:45:36.496656 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:45:36.510375 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:45:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:36.514530 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-7f1e3740-ecb4-4bbe-befd-b8f8d897e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:36.516053 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-7f1e3740-ecb4-4bbe-befd-b8f8d897e415 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0642765 Apr 06 17:45:36.659273 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:45:36.743896 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-8d23199b-eaaf-4f42-a3d1-91dacb1e9b8a service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124767 Apr 06 17:45:36.910370 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8ab6f7b-35a3-4b0c-850c-0b456a284109 req-66e4bca2-65c1-40b3-a0c1-e80a8c8a92da service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410515 Apr 06 17:45:36.941357 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e028315-bede-4091-bdfe-5b151221e1a3 req-b620a470-1062-41ef-9505-59e29f6302db tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:36.943398 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2e028315-bede-4091-bdfe-5b151221e1a3 req-b620a470-1062-41ef-9505-59e29f6302db tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.1939468 Apr 06 17:45:37.040287 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2e028315-bede-4091-bdfe-5b151221e1a3 req-389f2a0f-f3d3-48d7-9d05-f80ff254e71e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888536 Apr 06 17:45:37.060024 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-9c529611-f893-46c3-9783-70cdb46e7c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:37.061740 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-9c529611-f893-46c3-9783-70cdb46e7c2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 1129 time: 0.0791559 Apr 06 17:45:37.073428 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd049912c-68f3-4892-bbe8-da3bea50aa97', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:10:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:34Z', 'updated_at': '2022-04-06T17:45:34Z', 'revision_number': 0, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:45:37.106685 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abc820a-c298-4f67-a922-dcadcae69ddc None None] The sync data for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi is: [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd049912c-68f3-4892-bbe8-da3bea50aa97', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:10:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:34Z', 'updated_at': '2022-04-06T17:45:34Z', 'revision_number': 0, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:45:37.211696 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-7a19ce9a-cc33-4fd0-acc1-551ffdfb7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:37.213411 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-7a19ce9a-cc33-4fd0-acc1-551ffdfb7b4d service neutron] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 917 time: 0.1188669 Apr 06 17:45:37.329074 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-16f82dc2-862f-49da-96ac-9a605cfed8cc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f HTTP/1.1" status: 200 len: 1001 time: 0.1092689 Apr 06 17:45:37.398533 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-3176b3b9-e819-4496-a654-d73f09cd41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:37.399933 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-3176b3b9-e819-4496-a654-d73f09cd41d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.0650280 Apr 06 17:45:37.434583 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577cd7f8-cd83-49cb-9083-283a4e50cc94 None None] New status for floating IP d049912c-68f3-4892-bbe8-da3bea50aa97: ACTIVE {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:45:37.492008 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-8ed64853-4c99-4e42-8c97-7e5a1e489c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:37.493505 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-8ed64853-4c99-4e42-8c97-7e5a1e489c83 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802071 Apr 06 17:45:37.610604 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-3b1ae28a-9a41-4209-8026-f272ce25f2b6 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086669 Apr 06 17:45:37.710172 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-965ad56e-e89e-47d9-b426-d9b33ea26c44 req-0bb723fc-fdb9-4d38-a03f-b34f215d825d service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933275 Apr 06 17:45:38.207997 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85863dda-e3e3-4867-830c-cd6137f029a4 req-5a9adc41-1a43-43c1-994a-7a2835bb66a6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:38.210050 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-85863dda-e3e3-4867-830c-cd6137f029a4 req-5a9adc41-1a43-43c1-994a-7a2835bb66a6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0595939 Apr 06 17:45:38.282364 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-85863dda-e3e3-4867-830c-cd6137f029a4 req-1372eaff-1a1d-4ece-96a5-43ff08fa565a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612674 Apr 06 17:45:38.707385 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56852) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:38.834419 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-531ebf65-93e5-4a86-9adc-6c79f6abd41e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:38.916937 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-531ebf65-93e5-4a86-9adc-6c79f6abd41e admin admin] Publish callbacks [] for security_group (f2b3cf25-71ee-462b-bb09-ba9a2d580c7b), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:38.921401 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-531ebf65-93e5-4a86-9adc-6c79f6abd41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f2b3cf25-71ee-462b-bb09-ba9a2d580c7b), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:38.966490 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56856) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:38.967221 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-531ebf65-93e5-4a86-9adc-6c79f6abd41e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=346b7c6f8bc14b32935f383d0a6136ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2579684 Apr 06 17:45:38.967466 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ebf65-93e5-4a86-9adc-6c79f6abd41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b3cf25-71ee-462b-bb09-ba9a2d580c7b,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:39.032361 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Publish callbacks [] for security_group (f2b3cf25-71ee-462b-bb09-ba9a2d580c7b), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.057893 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Publish callbacks [] for security_group (f2b3cf25-71ee-462b-bb09-ba9a2d580c7b), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.163034 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f2b3cf25-71ee-462b-bb09-ba9a2d580c7b), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.166204 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.176513 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2b3cf25-71ee-462b-bb09-ba9a2d580c7b HTTP/1.1" status: 204 len: 168 time: 0.2072494 Apr 06 17:45:39.209521 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b3cf25-71ee-462b-bb09-ba9a2d580c7b,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:39.219043 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.219525 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.220145 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.220269 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.220658 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.220998 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.221333 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.221660 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.221990 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.222343 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.222674 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.223002 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.223329 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.223653 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.223983 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349944f3-dce4-4c9b-898f-8e45e4dfee3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:39.422570 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220fbac-9510-4e09-80b3-0ad55906ba48 req-2d454f6f-d5e7-45ae-9f46-c0b33ad4bcc8 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:39.430830 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a220fbac-9510-4e09-80b3-0ad55906ba48 req-2d454f6f-d5e7-45ae-9f46-c0b33ad4bcc8 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0748687 Apr 06 17:45:39.495297 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a220fbac-9510-4e09-80b3-0ad55906ba48 req-955d17b4-1f55-41e1-bb94-0d90aeb4252f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608304 Apr 06 17:45:39.509395 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56870) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:39.529905 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c27e50ba-3653-4b17-a722-d7de2b75415a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.625324 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c27e50ba-3653-4b17-a722-d7de2b75415a admin admin] Publish callbacks [] for security_group (721790b5-0f11-42a1-9160-58dc0ce2318a), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.630791 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c27e50ba-3653-4b17-a722-d7de2b75415a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (721790b5-0f11-42a1-9160-58dc0ce2318a), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.672088 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e50ba-3653-4b17-a722-d7de2b75415a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721790b5-0f11-42a1-9160-58dc0ce2318a,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:39.676311 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c27e50ba-3653-4b17-a722-d7de2b75415a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0847877152245ba94b812efea9e9b56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656752 Apr 06 17:45:39.679426 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56872) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:39.742809 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-09b109c3-536d-45e2-93a2-9399927518ae admin admin] Publish callbacks [] for security_group (721790b5-0f11-42a1-9160-58dc0ce2318a), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.775259 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-09b109c3-536d-45e2-93a2-9399927518ae admin admin] Publish callbacks [] for security_group (721790b5-0f11-42a1-9160-58dc0ce2318a), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.831391 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-09b109c3-536d-45e2-93a2-9399927518ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (721790b5-0f11-42a1-9160-58dc0ce2318a), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.834583 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-09b109c3-536d-45e2-93a2-9399927518ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:39.838182 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-09b109c3-536d-45e2-93a2-9399927518ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/721790b5-0f11-42a1-9160-58dc0ce2318a HTTP/1.1" status: 204 len: 168 time: 0.1553495 Apr 06 17:45:39.845778 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b109c3-536d-45e2-93a2-9399927518ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721790b5-0f11-42a1-9160-58dc0ce2318a,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:40.628588 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1400a7-8487-451b-9982-37cc72c09e58 req-79e16c1d-5305-4db2-800e-7bd0f313367a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:40.630559 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0b1400a7-8487-451b-9982-37cc72c09e58 req-79e16c1d-5305-4db2-800e-7bd0f313367a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0639343 Apr 06 17:45:40.692555 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0b1400a7-8487-451b-9982-37cc72c09e58 req-cc0c9d9c-394b-4cf1-90a4-abc03553fbdd tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542958 Apr 06 17:45:41.862877 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ab075-b57f-4598-be58-069b5db4f52c req-d01f6202-c1df-401d-89e5-be43727980e2 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:41.864612 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cb9ab075-b57f-4598-be58-069b5db4f52c req-d01f6202-c1df-401d-89e5-be43727980e2 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0728705 Apr 06 17:45:41.927076 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cb9ab075-b57f-4598-be58-069b5db4f52c req-6d2e0fb8-f50f-4ec6-afc9-c038dc65e4ee tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557389 Apr 06 17:45:42.180897 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56950) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:42.315800 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d86ce88-53f2-475e-99ed-d79e361bccf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:42.404244 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d86ce88-53f2-475e-99ed-d79e361bccf7 admin admin] Publish callbacks [] for security_group (24773174-2bea-4f7d-9591-b1eea7c4cade), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:42.409115 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9d86ce88-53f2-475e-99ed-d79e361bccf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (24773174-2bea-4f7d-9591-b1eea7c4cade), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:42.453427 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86ce88-53f2-475e-99ed-d79e361bccf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24773174-2bea-4f7d-9591-b1eea7c4cade,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:42.462055 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9d86ce88-53f2-475e-99ed-d79e361bccf7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80af8af227d249cc82308e973781a8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783744 Apr 06 17:45:42.463410 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56954) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:42.529678 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ec314928-edbc-422e-853d-5223fbe50639 admin admin] Publish callbacks [] for security_group (24773174-2bea-4f7d-9591-b1eea7c4cade), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:42.556904 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ec314928-edbc-422e-853d-5223fbe50639 admin admin] Publish callbacks [] for security_group (24773174-2bea-4f7d-9591-b1eea7c4cade), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:42.618716 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ec314928-edbc-422e-853d-5223fbe50639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (24773174-2bea-4f7d-9591-b1eea7c4cade), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:42.622460 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ec314928-edbc-422e-853d-5223fbe50639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:42.626477 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ec314928-edbc-422e-853d-5223fbe50639 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24773174-2bea-4f7d-9591-b1eea7c4cade HTTP/1.1" status: 204 len: 168 time: 0.1611202 Apr 06 17:45:42.634496 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec314928-edbc-422e-853d-5223fbe50639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24773174-2bea-4f7d-9591-b1eea7c4cade,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:42.920287 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 56968) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:42.933446 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fefb5738-40fc-4df1-88a4-085e4e61e891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:43.026042 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fefb5738-40fc-4df1-88a4-085e4e61e891 admin admin] Publish callbacks [] for security_group (69197771-4203-43fa-9b4d-fdf682160749), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:43.030090 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fefb5738-40fc-4df1-88a4-085e4e61e891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (69197771-4203-43fa-9b4d-fdf682160749), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:43.091602 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb5738-40fc-4df1-88a4-085e4e61e891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69197771-4203-43fa-9b4d-fdf682160749,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:43.097656 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-fefb5738-40fc-4df1-88a4-085e4e61e891 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f4fdc382f934109af462e864d691dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763513 Apr 06 17:45:43.100737 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 56976) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:43.114353 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399d2c9-e67f-42f5-96c9-c64e63531ec2 req-ebbe6878-1309-4569-a3b0-c908e0ab6ce1 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:43.115819 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9399d2c9-e67f-42f5-96c9-c64e63531ec2 req-ebbe6878-1309-4569-a3b0-c908e0ab6ce1 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.1017885 Apr 06 17:45:43.149957 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3f8371ac-fea8-402a-92bf-95ebbcec10fd admin admin] Publish callbacks [] for security_group (69197771-4203-43fa-9b4d-fdf682160749), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:43.163857 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9399d2c9-e67f-42f5-96c9-c64e63531ec2 req-8cda58d7-38a0-438d-b548-9e96b8fbb719 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413084 Apr 06 17:45:43.171695 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3f8371ac-fea8-402a-92bf-95ebbcec10fd admin admin] Publish callbacks [] for security_group (69197771-4203-43fa-9b4d-fdf682160749), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:43.221223 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3f8371ac-fea8-402a-92bf-95ebbcec10fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (69197771-4203-43fa-9b4d-fdf682160749), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:43.223725 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3f8371ac-fea8-402a-92bf-95ebbcec10fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:43.224848 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3f8371ac-fea8-402a-92bf-95ebbcec10fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/69197771-4203-43fa-9b4d-fdf682160749 HTTP/1.1" status: 204 len: 168 time: 0.1227582 Apr 06 17:45:43.233129 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8371ac-fea8-402a-92bf-95ebbcec10fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69197771-4203-43fa-9b4d-fdf682160749,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:43.511460 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-979cad42-5246-4647-8551-f7c3c217e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:43.511460 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-979cad42-5246-4647-8551-f7c3c217e376 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 1129 time: 0.0448627 Apr 06 17:45:43.610128 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-03aa2698-3791-4f45-9a48-a52c70ff32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:43.611573 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-03aa2698-3791-4f45-9a48-a52c70ff32ff service neutron] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 917 time: 0.0903399 Apr 06 17:45:43.678878 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-8d40fbb7-c314-4818-b527-19dd718c0fad service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f HTTP/1.1" status: 200 len: 1001 time: 0.0577662 Apr 06 17:45:43.734118 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-adaa17b8-4a84-4551-9932-f60e97bd0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:43.736126 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-adaa17b8-4a84-4551-9932-f60e97bd0597 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.0477474 Apr 06 17:45:43.791603 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-4b08b698-9898-41d7-b169-c11e6fa02c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:43.793129 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-4b08b698-9898-41d7-b169-c11e6fa02c2a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494552 Apr 06 17:45:43.883450 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-8b2407ce-a148-4b0c-9fc0-0c3ff12b7de8 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824552 Apr 06 17:45:43.974477 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c7108866-7991-443e-a7fb-74c42d2fff5f req-65a1f5c9-88a9-4795-a07f-f02c294a0282 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846941 Apr 06 17:45:44.291375 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634986e2-8309-479d-a649-64f0d0a25c96 req-8d71bc2a-1f2c-4504-b7f1-a22f5875f701 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:44.292880 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-634986e2-8309-479d-a649-64f0d0a25c96 req-8d71bc2a-1f2c-4504-b7f1-a22f5875f701 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0551305 Apr 06 17:45:44.342629 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-634986e2-8309-479d-a649-64f0d0a25c96 req-10d7998c-fb02-497d-9b46-0902e3e92ea6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 Apr 06 17:45:45.468502 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af853d04-ac64-4adc-9fd3-1e5f5c1f4cbe req-fffca27c-60f2-4a81-bd6a-798cbe46ef5b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:45.469989 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-af853d04-ac64-4adc-9fd3-1e5f5c1f4cbe req-fffca27c-60f2-4a81-bd6a-798cbe46ef5b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 945 time: 0.0543272 Apr 06 17:45:45.524357 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-af853d04-ac64-4adc-9fd3-1e5f5c1f4cbe req-0d86b726-84ab-4f43-9fb5-43b15ba9e25a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486391 Apr 06 17:45:46.075647 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57128) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:46.186831 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7c1b-9cbd-451b-97ea-654c8908bd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.261457 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7c1b-9cbd-451b-97ea-654c8908bd45 admin admin] Publish callbacks [] for security_group (e0bcd99b-c924-4d29-a1ac-73692dea109a), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.266085 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b7aa7c1b-9cbd-451b-97ea-654c8908bd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e0bcd99b-c924-4d29-a1ac-73692dea109a), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.304351 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b7aa7c1b-9cbd-451b-97ea-654c8908bd45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efda163df99b4633b84c0bc919ae88b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276263 Apr 06 17:45:46.305248 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa7c1b-9cbd-451b-97ea-654c8908bd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bcd99b-c924-4d29-a1ac-73692dea109a,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:46.307731 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 57134) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:46.317554 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a0641c94-eaa3-448f-bf0a-27395e6c501f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:45:46.387440 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6026c382-9da6-4d46-a3b5-049fc217c161 admin admin] Publish callbacks [] for security_group (e0bcd99b-c924-4d29-a1ac-73692dea109a), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.412436 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port a0641c94-eaa3-448f-bf0a-27395e6c501f is: ACTIVE; New status is: DOWN {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:45:46.412911 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.413109 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6026c382-9da6-4d46-a3b5-049fc217c161 admin admin] Publish callbacks [] for security_group (e0bcd99b-c924-4d29-a1ac-73692dea109a), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.437832 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:45:46.440225 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccb08e6-600d-43fb-9377-ed710ec2f0d0" -d '{"events": [{"server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "name": "network-vif-unplugged", "status": "completed", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:45:46.455064 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:45:46.461461 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.467889 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6026c382-9da6-4d46-a3b5-049fc217c161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e0bcd99b-c924-4d29-a1ac-73692dea109a), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.472522 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6026c382-9da6-4d46-a3b5-049fc217c161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.476985 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-6026c382-9da6-4d46-a3b5-049fc217c161 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e0bcd99b-c924-4d29-a1ac-73692dea109a HTTP/1.1" status: 204 len: 168 time: 0.1681373 Apr 06 17:45:46.486545 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026c382-9da6-4d46-a3b5-049fc217c161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bcd99b-c924-4d29-a1ac-73692dea109a,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:46.495762 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 17:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8eaacf-663a-4e86-b0e2-0e51e565647d x-openstack-request-id: req-0c8eaacf-663a-4e86-b0e2-0e51e565647d {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:45:46.497701 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "name": "network-vif-unplugged", "status": "failed", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f", "code": 422}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:45:46.498262 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0c8eaacf-663a-4e86-b0e2-0e51e565647d {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:45:46.498672 dv-cinder-835880-5-iscsi neutron-server[104732]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0c8eaacf-663a-4e86-b0e2-0e51e565647d']: {'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'code': 422} returned with failed status Apr 06 17:45:46.542092 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=8']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:46.664784 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490efe1-8ad6-448c-a0e4-32938860b59b req-a25c9df1-bb28-4a96-b0d9-25e73720ecac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:46.667465 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9490efe1-8ad6-448c-a0e4-32938860b59b req-a25c9df1-bb28-4a96-b0d9-25e73720ecac tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0583854 Apr 06 17:45:46.720904 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9490efe1-8ad6-448c-a0e4-32938860b59b req-8c440421-d5df-4dfd-8854-9b7633d2e55f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 Apr 06 17:45:46.787585 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 57152) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:46.801767 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2230c125-58e6-485c-97e9-80d1053c1529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.878758 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2230c125-58e6-485c-97e9-80d1053c1529 admin admin] Publish callbacks [] for security_group (e1818c1a-578b-4213-84d8-f039214d6c62), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.882324 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2230c125-58e6-485c-97e9-80d1053c1529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e1818c1a-578b-4213-84d8-f039214d6c62), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:46.923285 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-2230c125-58e6-485c-97e9-80d1053c1529 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=61233e9ce1854e41bd01703cfc3e4e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343887 Apr 06 17:45:46.924173 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230c125-58e6-485c-97e9-80d1053c1529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1818c1a-578b-4213-84d8-f039214d6c62,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:46.926119 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57160) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:46.979640 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1832-87b8-4675-bfb8-7243f1fc4f17 admin admin] Publish callbacks [] for security_group (e1818c1a-578b-4213-84d8-f039214d6c62), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:47.006135 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1832-87b8-4675-bfb8-7243f1fc4f17 admin admin] Publish callbacks [] for security_group (e1818c1a-578b-4213-84d8-f039214d6c62), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:47.067952 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1832-87b8-4675-bfb8-7243f1fc4f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e1818c1a-578b-4213-84d8-f039214d6c62), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:47.070550 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1832-87b8-4675-bfb8-7243f1fc4f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:47.071706 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2b3e1832-87b8-4675-bfb8-7243f1fc4f17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1818c1a-578b-4213-84d8-f039214d6c62 HTTP/1.1" status: 204 len: 168 time: 0.1442447 Apr 06 17:45:47.082180 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e1832-87b8-4675-bfb8-7243f1fc4f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1818c1a-578b-4213-84d8-f039214d6c62,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:47.710901 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5170b54-5ce2-4296-b3e5-47ab13df3171 req-5e8a6d37-abc3-4f99-a524-328e6d56c355 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:47.717962 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b5170b54-5ce2-4296-b3e5-47ab13df3171 req-5e8a6d37-abc3-4f99-a524-328e6d56c355 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0604417 Apr 06 17:45:47.722801 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-dab1ad4c-a445-4ec5-868d-791ae35558ec service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0478241 Apr 06 17:45:47.775300 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b5170b54-5ce2-4296-b3e5-47ab13df3171 req-2dedc9d2-e30b-485d-97e2-11f00b6bb7eb tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562239 Apr 06 17:45:47.802615 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-87e365e8-5660-4c0e-afe6-bc0476ebda91 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:47.804016 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-87e365e8-5660-4c0e-afe6-bc0476ebda91 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports/a0641c94-eaa3-448f-bf0a-27395e6c501f HTTP/1.1" status: 200 len: 940 time: 0.0509555 Apr 06 17:45:48.641589 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-9a56ca92-67e2-4949-8392-931911049cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:48.643126 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-9a56ca92-67e2-4949-8392-931911049cf0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55&tenant_id=1acd353f385b44ef8976ac85be9bdc6f HTTP/1.1" status: 200 len: 1127 time: 0.0443115 Apr 06 17:45:48.989825 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-13e6cacb-a155-48b9-8c38-90627c2b3c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:48.991325 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-13e6cacb-a155-48b9-8c38-90627c2b3c4f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 1127 time: 0.3192258 Apr 06 17:45:49.024751 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92e185-054a-47aa-aca6-411005e4a584 req-441705b0-7618-4aea-bdca-18abd6a2b4a5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:49.026217 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-be92e185-054a-47aa-aca6-411005e4a584 req-441705b0-7618-4aea-bdca-18abd6a2b4a5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0766120 Apr 06 17:45:49.118695 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-be92e185-054a-47aa-aca6-411005e4a584 req-f95d8586-8577-4d3c-afbd-859ccc0258ea tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683384 Apr 06 17:45:49.127843 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-90d5bc7b-586a-44af-9344-af6d93b21dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:49.129263 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-90d5bc7b-586a-44af-9344-af6d93b21dd5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 917 time: 0.1299736 Apr 06 17:45:49.200452 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-6afa4d94-64af-4ee6-903c-15670451a30b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f HTTP/1.1" status: 200 len: 999 time: 0.0598884 Apr 06 17:45:49.254803 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-4f891c13-f8fa-43a1-9f8d-c389fbc918b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:49.256300 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-4f891c13-f8fa-43a1-9f8d-c389fbc918b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.0454352 Apr 06 17:45:49.318884 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-0c7b8545-2626-4d4a-95e4-0a7216bb447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:49.320411 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-0c7b8545-2626-4d4a-95e4-0a7216bb447e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512106 Apr 06 17:45:49.424143 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-31460685-33f8-4825-b34b-c135f0ba8331 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829227 Apr 06 17:45:49.529658 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dbad78a8-01cd-468b-8f74-bdb40fc16e93 req-59b5c9db-b2f4-4146-88f2-c29de2b69d11 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975857 Apr 06 17:45:50.268124 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443a061-fe81-4263-87b3-122d757b106c req-5d964a06-0633-4b03-b2af-bad85fe9e467 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:50.269744 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e443a061-fe81-4263-87b3-122d757b106c req-5d964a06-0633-4b03-b2af-bad85fe9e467 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0599241 Apr 06 17:45:50.320410 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e443a061-fe81-4263-87b3-122d757b106c req-db0152d8-9a17-4e55-9dda-00d8228eca5d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443666 Apr 06 17:45:50.325851 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a0641c94-eaa3-448f-bf0a-27395e6c501f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:45:50.405638 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port a0641c94-eaa3-448f-bf0a-27395e6c501f is: DOWN; New status is: DOWN {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:45:51.207654 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57292) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:51.315828 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:51.407317 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Publish callbacks [] for security_group (3719d4de-a04b-4811-8abf-4b6239b418b4), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:51.411476 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (3719d4de-a04b-4811-8abf-4b6239b418b4), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:51.488811 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=324808e3d6a14863a3252c9cd64ab36a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799757 Apr 06 17:45:51.490347 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3719d4de-a04b-4811-8abf-4b6239b418b4,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:51.491546 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 57298) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:45:51.503439 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.503958 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.504834 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.504834 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.504834 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.505218 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.505592 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.505936 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.506298 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.506633 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.506969 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.507303 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.507629 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.507952 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.508275 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dfc8b3-326a-44f0-894d-82a24f4ac5e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:45:51.528820 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdaccee-c9f2-4899-ae16-da1b1039014d req-b841ab21-ac6c-4799-8728-08e5730ce0d9 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:51.530455 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1fdaccee-c9f2-4899-ae16-da1b1039014d req-b841ab21-ac6c-4799-8728-08e5730ce0d9 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.1145945 Apr 06 17:45:51.575160 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c52d2c8c-8289-4afd-a634-c69635320990 admin admin] Publish callbacks [] for security_group (3719d4de-a04b-4811-8abf-4b6239b418b4), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:51.599535 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c52d2c8c-8289-4afd-a634-c69635320990 admin admin] Publish callbacks [] for security_group (3719d4de-a04b-4811-8abf-4b6239b418b4), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:51.607624 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1fdaccee-c9f2-4899-ae16-da1b1039014d req-e3a6138c-114b-4fe5-88fe-1e3b8d0dfa93 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683599 Apr 06 17:45:51.651018 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c52d2c8c-8289-4afd-a634-c69635320990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (3719d4de-a04b-4811-8abf-4b6239b418b4), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:51.655241 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c52d2c8c-8289-4afd-a634-c69635320990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:51.660107 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c52d2c8c-8289-4afd-a634-c69635320990 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3719d4de-a04b-4811-8abf-4b6239b418b4 HTTP/1.1" status: 204 len: 168 time: 0.1673725 Apr 06 17:45:51.671073 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d2c8c-8289-4afd-a634-c69635320990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3719d4de-a04b-4811-8abf-4b6239b418b4,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:45:52.734784 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf34921-f897-478f-9f51-346d224ab17a req-f634676b-bb26-44c0-9414-04a4cf56bf5c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:52.736312 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-adf34921-f897-478f-9f51-346d224ab17a req-f634676b-bb26-44c0-9414-04a4cf56bf5c tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0572701 Apr 06 17:45:52.786072 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-adf34921-f897-478f-9f51-346d224ab17a req-db3497c1-28a2-4930-8108-2b76d2faa306 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432024 Apr 06 17:45:53.922571 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e41b1-427e-4345-ad98-891002d86e7b req-ebb75933-5226-40cd-b5b2-35face6684ce tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:53.924074 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9a4e41b1-427e-4345-ad98-891002d86e7b req-ebb75933-5226-40cd-b5b2-35face6684ce tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0591905 Apr 06 17:45:53.982417 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9a4e41b1-427e-4345-ad98-891002d86e7b req-5b7e09ff-f654-4de3-ab45-6cd913471d7a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444877 Apr 06 17:45:55.127642 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d53e25-058d-4e9a-be8c-364da85b2e43 req-46092cc9-d3e7-4f18-9ae8-a88a05ab3a83 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:55.135016 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a8d53e25-058d-4e9a-be8c-364da85b2e43 req-46092cc9-d3e7-4f18-9ae8-a88a05ab3a83 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0683067 Apr 06 17:45:55.181377 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a8d53e25-058d-4e9a-be8c-364da85b2e43 req-ef71cbff-7c4a-481c-8dc6-60c0837d209b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Apr 06 17:45:56.315152 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e38c44-7595-49ae-862e-61e987ac5de8 req-604f0fb0-c9b4-4996-af03-7daa30d326b4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:56.316772 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9e38c44-7595-49ae-862e-61e987ac5de8 req-604f0fb0-c9b4-4996-af03-7daa30d326b4 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0570908 Apr 06 17:45:56.367608 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9e38c44-7595-49ae-862e-61e987ac5de8 req-49ea17ee-0293-4c6b-afd4-f5bcb6ac5cc2 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450585 Apr 06 17:45:57.176737 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-079d888a-2859-4026-a8a1-c40985e7ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:57.502463 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3aebd-80b2-4e1a-808e-7a423253fb04 req-724d8a57-81e8-4231-82e8-999665524cb6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:57.504078 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44a3aebd-80b2-4e1a-808e-7a423253fb04 req-724d8a57-81e8-4231-82e8-999665524cb6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0567777 Apr 06 17:45:57.563755 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-44a3aebd-80b2-4e1a-808e-7a423253fb04 req-f460a739-6ee1-4571-82c2-aefb419d96d6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536110 Apr 06 17:45:58.724263 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461b828a-ab33-444a-9de5-4ddd05e4babb req-6f161307-fb92-4058-afc5-349165eeb612 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:58.725903 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-461b828a-ab33-444a-9de5-4ddd05e4babb req-6f161307-fb92-4058-afc5-349165eeb612 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0732384 Apr 06 17:45:58.777102 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-461b828a-ab33-444a-9de5-4ddd05e4babb req-8d3b6191-4a73-4e45-a22f-e7691301ecf6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445864 Apr 06 17:45:59.459530 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:45:59.532443 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3fe375ba-53db-4765-a7f7-9b65190dce8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:45:59.915840 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ceeee-49dc-4a9a-bd82-1d1586e40c78 req-8de76a7f-391c-49d0-afcf-d639b788079e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:45:59.917654 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2e8ceeee-49dc-4a9a-bd82-1d1586e40c78 req-8de76a7f-391c-49d0-afcf-d639b788079e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0653996 Apr 06 17:45:59.972865 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2e8ceeee-49dc-4a9a-bd82-1d1586e40c78 req-1dd9f158-1d6b-424b-8259-8429587be814 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484047 Apr 06 17:46:00.020122 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57462) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:00.122554 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-893c64de-9210-4cb2-9565-7ffc5cbc77ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.196153 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-893c64de-9210-4cb2-9565-7ffc5cbc77ad admin admin] Publish callbacks [] for security_group (b29b11e6-6a32-4c64-a441-c8669525021d), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.200237 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-893c64de-9210-4cb2-9565-7ffc5cbc77ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b29b11e6-6a32-4c64-a441-c8669525021d), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.237202 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c64de-9210-4cb2-9565-7ffc5cbc77ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29b11e6-6a32-4c64-a441-c8669525021d,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:00.242325 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-893c64de-9210-4cb2-9565-7ffc5cbc77ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fba2f466adeb485890a1104e3139a871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211170 Apr 06 17:46:00.244848 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57466) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:00.291231 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-405872c1-09e4-4bf0-92de-02aa9a40574d admin admin] Publish callbacks [] for security_group (b29b11e6-6a32-4c64-a441-c8669525021d), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.316963 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-405872c1-09e4-4bf0-92de-02aa9a40574d admin admin] Publish callbacks [] for security_group (b29b11e6-6a32-4c64-a441-c8669525021d), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.364106 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-405872c1-09e4-4bf0-92de-02aa9a40574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b29b11e6-6a32-4c64-a441-c8669525021d), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.366733 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-405872c1-09e4-4bf0-92de-02aa9a40574d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.367891 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-405872c1-09e4-4bf0-92de-02aa9a40574d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b29b11e6-6a32-4c64-a441-c8669525021d HTTP/1.1" status: 204 len: 168 time: 0.1221380 Apr 06 17:46:00.376621 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405872c1-09e4-4bf0-92de-02aa9a40574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29b11e6-6a32-4c64-a441-c8669525021d,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:00.623954 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 57474) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:00.636935 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e3c2991a-1a90-4af5-841f-3f0588069e66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.712639 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e3c2991a-1a90-4af5-841f-3f0588069e66 admin admin] Publish callbacks [] for security_group (eeabdc2f-5bb6-42a8-a18d-2f4235f060fa), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.716165 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.717657 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e3c2991a-1a90-4af5-841f-3f0588069e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (eeabdc2f-5bb6-42a8-a18d-2f4235f060fa), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.755590 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e3c2991a-1a90-4af5-841f-3f0588069e66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc2646054d0343b1aa7026a688a067f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305609 Apr 06 17:46:00.756453 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2991a-1a90-4af5-841f-3f0588069e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeabdc2f-5bb6-42a8-a18d-2f4235f060fa,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:00.758277 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57476) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:00.809924 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4813b17b-34a0-41a3-b378-9c88b5c33893 admin admin] Publish callbacks [] for security_group (eeabdc2f-5bb6-42a8-a18d-2f4235f060fa), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.831103 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4813b17b-34a0-41a3-b378-9c88b5c33893 admin admin] Publish callbacks [] for security_group (eeabdc2f-5bb6-42a8-a18d-2f4235f060fa), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.878217 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4813b17b-34a0-41a3-b378-9c88b5c33893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (eeabdc2f-5bb6-42a8-a18d-2f4235f060fa), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.880729 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4813b17b-34a0-41a3-b378-9c88b5c33893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:00.881865 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4813b17b-34a0-41a3-b378-9c88b5c33893 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eeabdc2f-5bb6-42a8-a18d-2f4235f060fa HTTP/1.1" status: 204 len: 168 time: 0.1225443 Apr 06 17:46:00.889267 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813b17b-34a0-41a3-b378-9c88b5c33893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeabdc2f-5bb6-42a8-a18d-2f4235f060fa,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:01.097691 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33ec96-dbf9-4368-9b6c-9a5b540f41ad req-07899c23-10f1-4798-b601-f77aa5ee8b94 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:01.099237 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd33ec96-dbf9-4368-9b6c-9a5b540f41ad req-07899c23-10f1-4798-b601-f77aa5ee8b94 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0539258 Apr 06 17:46:01.150917 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd33ec96-dbf9-4368-9b6c-9a5b540f41ad req-b28157f5-8bde-41cd-9d43-012272f8946d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462384 Apr 06 17:46:01.194627 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 57484) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:01.207773 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d5ad-3b59-4612-8f2f-bf232f38b936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:01.279466 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d5ad-3b59-4612-8f2f-bf232f38b936 admin admin] Publish callbacks [] for security_group (b36a6e5c-3673-4a46-8731-319128ef495c), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:01.282928 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a9c5d5ad-3b59-4612-8f2f-bf232f38b936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b36a6e5c-3673-4a46-8731-319128ef495c), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:01.318660 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5d5ad-3b59-4612-8f2f-bf232f38b936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36a6e5c-3673-4a46-8731-319128ef495c,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:01.322913 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a9c5d5ad-3b59-4612-8f2f-bf232f38b936 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a5df87ff46e4a1c8af76e6ef7eeb4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272836 Apr 06 17:46:01.326667 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 57486) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:01.373530 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d75ad825-266d-4ad4-a975-c3714bc75097 admin admin] Publish callbacks [] for security_group (b36a6e5c-3673-4a46-8731-319128ef495c), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:01.394235 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d75ad825-266d-4ad4-a975-c3714bc75097 admin admin] Publish callbacks [] for security_group (b36a6e5c-3673-4a46-8731-319128ef495c), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:01.442164 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d75ad825-266d-4ad4-a975-c3714bc75097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b36a6e5c-3673-4a46-8731-319128ef495c), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:01.444667 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d75ad825-266d-4ad4-a975-c3714bc75097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:01.447808 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-d75ad825-266d-4ad4-a975-c3714bc75097 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b36a6e5c-3673-4a46-8731-319128ef495c HTTP/1.1" status: 204 len: 168 time: 0.1191640 Apr 06 17:46:01.457616 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ad825-266d-4ad4-a975-c3714bc75097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36a6e5c-3673-4a46-8731-319128ef495c,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:01.973278 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:02.277810 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc2829-3695-4d7c-928d-19c792013257 req-d2c33710-a592-4e3a-8c93-cf850cd2da71 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:02.279487 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8dfc2829-3695-4d7c-928d-19c792013257 req-d2c33710-a592-4e3a-8c93-cf850cd2da71 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0555253 Apr 06 17:46:02.358855 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8dfc2829-3695-4d7c-928d-19c792013257 req-28e3d81d-d1a2-4ffb-9d7b-77f15d23d35b tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738552 Apr 06 17:46:02.738701 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:03.491915 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:03.494241 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd4b0c-ff30-47e2-8a69-90ace613e5aa req-507ce7a8-e212-4645-a4fe-0b12ba924aa5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:03.495761 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8cd4b0c-ff30-47e2-8a69-90ace613e5aa req-507ce7a8-e212-4645-a4fe-0b12ba924aa5 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 943 time: 0.0550652 Apr 06 17:46:03.544543 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8cd4b0c-ff30-47e2-8a69-90ace613e5aa req-09eb898b-9491-4bd2-8bb3-497fbbed8d6a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Apr 06 17:46:04.371249 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a0641c94-eaa3-448f-bf0a-27395e6c501f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:46:04.471998 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:04.489050 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'port_id': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'mac_address': 'fa:16:3e:a4:3a:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:46:04.525327 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port a0641c94-eaa3-448f-bf0a-27395e6c501f is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:46:04.525931 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:04.538920 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0641c94-eaa3-448f-bf0a-27395e6c501f {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:46:04.558201 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:04.562200 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:04.609465 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=9']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:04.672687 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481fc1c-cab5-4769-b062-e14dc2c7323e req-1450662b-b713-4249-9245-48c6a4d5f379 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:04.674071 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c481fc1c-cab5-4769-b062-e14dc2c7323e req-1450662b-b713-4249-9245-48c6a4d5f379 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 944 time: 0.0552073 Apr 06 17:46:04.725934 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c481fc1c-cab5-4769-b062-e14dc2c7323e req-d52e7add-0d2d-451c-88a4-97655a4c0b6a tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456417 Apr 06 17:46:04.864080 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['a0641c94-eaa3-448f-bf0a-27395e6c501f'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:46:05.851829 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d752d0b-0154-4b12-8e4a-1941eef65bf5 req-9e654988-4a9f-459f-b299-b9f8688fbf84 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:05.853292 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d752d0b-0154-4b12-8e4a-1941eef65bf5 req-9e654988-4a9f-459f-b299-b9f8688fbf84 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 944 time: 0.0558519 Apr 06 17:46:05.903834 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d752d0b-0154-4b12-8e4a-1941eef65bf5 req-97b43698-fbf0-4b21-aa51-2bd8c248c62d tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435629 Apr 06 17:46:06.384649 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a0641c94-eaa3-448f-bf0a-27395e6c501f up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:46:06.432387 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port a0641c94-eaa3-448f-bf0a-27395e6c501f triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:46:06.432735 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:06.514667 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port a0641c94-eaa3-448f-bf0a-27395e6c501f is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:46:06.515062 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:06.537439 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:46:06.539682 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c1447d-1827-42e0-8a1b-31c9de71460c" -d '{"events": [{"server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "name": "network-vif-plugged", "status": "completed", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:46:06.552068 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:06.555946 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:06.581026 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf95f9a-079e-4156-98ec-d9bd5d50e3e4 x-openstack-request-id: req-7bf95f9a-079e-4156-98ec-d9bd5d50e3e4 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:46:06.581428 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "name": "network-vif-plugged", "status": "completed", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:46:06.581787 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7bf95f9a-079e-4156-98ec-d9bd5d50e3e4 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:46:06.582297 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bf95f9a-079e-4156-98ec-d9bd5d50e3e4'] response: {'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'code': 200} Apr 06 17:46:06.613665 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=10']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:06.762916 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b4cd4-ecad-413d-a928-7f1e11cf46ca req-a67758e1-eec0-4b77-9928-54d9ba245467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:06.764392 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c45b4cd4-ecad-413d-a928-7f1e11cf46ca req-a67758e1-eec0-4b77-9928-54d9ba245467 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 1130 time: 0.0429695 Apr 06 17:46:06.810891 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c45b4cd4-ecad-413d-a928-7f1e11cf46ca req-0d673821-db46-40e6-86be-fc044eb4dc53 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402677 Apr 06 17:46:07.029473 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e54c0-0419-4564-909e-5beecf793451 req-658da10f-ace4-4169-b79a-376b72238da1 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:07.031010 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc4e54c0-0419-4564-909e-5beecf793451 req-658da10f-ace4-4169-b79a-376b72238da1 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 946 time: 0.0536158 Apr 06 17:46:07.077513 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fc4e54c0-0419-4564-909e-5beecf793451 req-3d03b874-5479-4437-94f0-2a190bab9c34 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406129 Apr 06 17:46:08.199090 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264f1c9-dc0e-4289-9e56-3fc2c997564c req-8a8bdc61-7950-4ac2-9426-a0105307cb23 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:08.200710 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7264f1c9-dc0e-4289-9e56-3fc2c997564c req-8a8bdc61-7950-4ac2-9426-a0105307cb23 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 946 time: 0.0518608 Apr 06 17:46:08.246921 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7264f1c9-dc0e-4289-9e56-3fc2c997564c req-37b9256c-dc23-4291-ac80-0fcffce98ec6 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Apr 06 17:46:09.370325 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12136218-d703-4872-8606-293f6fdd5861 req-00cc10d6-4deb-4467-8fbf-a0147ad1c3b0 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:09.371777 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-12136218-d703-4872-8606-293f6fdd5861 req-00cc10d6-4deb-4467-8fbf-a0147ad1c3b0 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 946 time: 0.0557537 Apr 06 17:46:09.418243 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-12136218-d703-4872-8606-293f6fdd5861 req-0aff584e-51a5-4c90-af1f-533c556c8742 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Apr 06 17:46:16.175242 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ff387-9879-4d3e-9cbf-de2255dcb049 req-49fb4d79-1293-45aa-8e85-20fbf2178c98 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:16.176615 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9b5ff387-9879-4d3e-9cbf-de2255dcb049 req-49fb4d79-1293-45aa-8e85-20fbf2178c98 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 945 time: 0.0518193 Apr 06 17:46:16.222495 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9b5ff387-9879-4d3e-9cbf-de2255dcb049 req-1d436599-f93b-42dc-afa3-c45b1760baa2 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402188 Apr 06 17:46:17.347372 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87dde0-0b6b-4bbb-8ffd-074966e4a4ba req-cd63a9ba-9102-455c-81d2-7ee7cf489668 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:17.348764 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2c87dde0-0b6b-4bbb-8ffd-074966e4a4ba req-cd63a9ba-9102-455c-81d2-7ee7cf489668 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 945 time: 0.0586267 Apr 06 17:46:17.395083 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2c87dde0-0b6b-4bbb-8ffd-074966e4a4ba req-8cc9bea3-dd14-40c5-bfd8-de4ee1d6203a tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407131 Apr 06 17:46:18.400136 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-1a5721d7-dc29-436c-b6f5-b566c0250e2e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:18.401823 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-1a5721d7-dc29-436c-b6f5-b566c0250e2e tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.49 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 945 time: 0.0581572 Apr 06 17:46:18.550500 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72667f4f-ed86-4b34-892e-195fcd8e40bb req-252ad028-f670-4584-baa2-de39d66f7305 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:18.551945 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-72667f4f-ed86-4b34-892e-195fcd8e40bb req-252ad028-f670-4584-baa2-de39d66f7305 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 945 time: 0.0720153 Apr 06 17:46:18.554750 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Deleting port 63ce466e-b7d9-4a36-9347-daea9da08cb3 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:18.555093 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:18.653624 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-72667f4f-ed86-4b34-892e-195fcd8e40bb req-06cdbece-21f3-4de9-a150-1279a3c5e4ad tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups?id=a3ab62e8-ee09-4663-97e0-684ebc84f738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955236 Apr 06 17:46:18.679181 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] For port 63ce466e-b7d9-4a36-9347-daea9da08cb3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=63ce466e-b7d9-4a36-9347-daea9da08cb3,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:18.679551 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:18.849057 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:18.849449 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (b3aca0a3-caa5-4dd7-b06f-8454d9f28e09), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:18.849763 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Floating IP b3aca0a3-caa5-4dd7-b06f-8454d9f28e09 disassociated. External IP: 172.27.2.252, port: 63ce466e-b7d9-4a36-9347-daea9da08cb3. Apr 06 17:46:18.850132 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Calling delete_port for 63ce466e-b7d9-4a36-9347-daea9da08cb3 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:18.975933 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (63ce466e-b7d9-4a36-9347-daea9da08cb3), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:19.001540 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event deleted for resources: {'Port': ['ID=63ce466e-b7d9-4a36-9347-daea9da08cb3,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:19.118680 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:46:19.233756 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:46:19.244097 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] Sync routers for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:46:19.254305 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:19.254905 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:46:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:19.282345 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] No DVR routers for this DVR port 63ce466e-b7d9-4a36-9347-daea9da08cb3 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:46:19.285014 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:19.288677 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-919f3493-81df-4a41-a094-4518cd2ab2a2 req-50818fd0-0733-4d14-98ae-b9ceea2e8f14 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.49 "DELETE /v2.0/ports/63ce466e-b7d9-4a36-9347-daea9da08cb3 HTTP/1.1" status: 204 len: 173 time: 0.8752525 Apr 06 17:46:19.289133 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1109dd7b-debc-4474-8038-ae5d7026375f', 'name': 'network-vif-deleted', 'tag': '63ce466e-b7d9-4a36-9347-daea9da08cb3'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:46:19.291408 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0738cee-76ec-45f9-ab10-da83c5d878fd" -d '{"events": [{"server_uuid": "1109dd7b-debc-4474-8038-ae5d7026375f", "name": "network-vif-deleted", "tag": "63ce466e-b7d9-4a36-9347-daea9da08cb3"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:46:19.329459 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf82116-a428-4563-b470-480e54c59267 x-openstack-request-id: req-bdf82116-a428-4563-b470-480e54c59267 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:46:19.329764 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1109dd7b-debc-4474-8038-ae5d7026375f", "name": "network-vif-deleted", "tag": "63ce466e-b7d9-4a36-9347-daea9da08cb3", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:46:19.330011 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdf82116-a428-4563-b470-480e54c59267 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:46:19.330477 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf82116-a428-4563-b470-480e54c59267'] response: {'server_uuid': '1109dd7b-debc-4474-8038-ae5d7026375f', 'name': 'network-vif-deleted', 'tag': '63ce466e-b7d9-4a36-9347-daea9da08cb3', 'status': 'completed', 'code': 200} Apr 06 17:46:19.368003 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:19.683768 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:19.710423 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] Checking router: 2b4c5aab-7cde-47c5-a314-13afc3a2af09 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:46:19.719734 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:19.720360 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:46:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:19.777702 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a8312fba-1801-44c0-a6b0-bb630a5993f5 req-44d936b5-7b56-4d0c-a4f5-a71c379114ac tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/ports?device_id=1109dd7b-debc-4474-8038-ae5d7026375f HTTP/1.1" status: 200 len: 210 time: 0.0348878 Apr 06 17:46:19.854462 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:20.071436 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:20.097406 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c92d613-6d05-4eb1-9cee-a9014a039479 None None] The sync data for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi is: [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '53482a0f-1c7b-411d-9652-a3b06ebae344', 'name': '', 'network_id': '6369e41b-044c-4773-9dbb-ba65b327e8a3', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'mac_address': 'fa:16:3e:2b:5b:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:41Z', 'updated_at': '2022-04-06T17:40:03Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'subnets': [{'id': '679d91da-34c0-4cc7-8657-b78253e29f8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:46:20.327464 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a592bd-c684-44e2-af3d-f33e0177c955 None None] New status for floating IP b3aca0a3-caa5-4dd7-b06f-8454d9f28e09: DOWN {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:46:20.868516 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 57808) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:20.920667 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1633198-186a-43f8-acf4-a0eee31d956b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (a3ab62e8-ee09-4663-97e0-684ebc84f738), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:20.943113 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1633198-186a-43f8-acf4-a0eee31d956b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (a3ab62e8-ee09-4663-97e0-684ebc84f738), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:20.993069 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1633198-186a-43f8-acf4-a0eee31d956b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (a3ab62e8-ee09-4663-97e0-684ebc84f738), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:20.996289 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a1633198-186a-43f8-acf4-a0eee31d956b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:20.997576 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a1633198-186a-43f8-acf4-a0eee31d956b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "DELETE /v2.0/security-groups/a3ab62e8-ee09-4663-97e0-684ebc84f738 HTTP/1.1" status: 204 len: 168 time: 0.1279523 Apr 06 17:46:21.000289 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57812) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:21.006691 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1633198-186a-43f8-acf4-a0eee31d956b tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ab62e8-ee09-4663-97e0-684ebc84f738,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:21.013878 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.api.v2.resource [None req-4893bacb-a88e-410e-a08a-c2c6dd0f28aa tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] show failed (client error): The resource could not be found. Apr 06 17:46:21.015311 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4893bacb-a88e-410e-a08a-c2c6dd0f28aa tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "GET /v2.0/security-groups/a3ab62e8-ee09-4663-97e0-684ebc84f738 HTTP/1.1" status: 404 len: 347 time: 0.0140309 Apr 06 17:46:21.019583 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57814) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:21.145813 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-f576a93e-a53a-42bd-9765-aa3ee2fb85d4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Deleting port ac1ac770-7090-49fc-adb1-d0e8a77b339c {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:21.146099 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f576a93e-a53a-42bd-9765-aa3ee2fb85d4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (ac1ac770-7090-49fc-adb1-d0e8a77b339c), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:21.225546 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f576a93e-a53a-42bd-9765-aa3ee2fb85d4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (ac1ac770-7090-49fc-adb1-d0e8a77b339c), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:21.225883 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f576a93e-a53a-42bd-9765-aa3ee2fb85d4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (ac1ac770-7090-49fc-adb1-d0e8a77b339c), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:21.237296 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-f576a93e-a53a-42bd-9765-aa3ee2fb85d4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Calling delete_port for ac1ac770-7090-49fc-adb1-d0e8a77b339c owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:21.366485 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f576a93e-a53a-42bd-9765-aa3ee2fb85d4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (ac1ac770-7090-49fc-adb1-d0e8a77b339c), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:21.391251 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576a93e-a53a-42bd-9765-aa3ee2fb85d4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Pushing event deleted for resources: {'Port': ['ID=ac1ac770-7090-49fc-adb1-d0e8a77b339c,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:21.450150 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f576a93e-a53a-42bd-9765-aa3ee2fb85d4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks [] for floatingip (b3aca0a3-caa5-4dd7-b06f-8454d9f28e09), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:21.453215 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f576a93e-a53a-42bd-9765-aa3ee2fb85d4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:21.454430 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f576a93e-a53a-42bd-9765-aa3ee2fb85d4 tempest-AttachVolumeTestJSON-988733287 tempest-AttachVolumeTestJSON-988733287-project] 10.222.0.18 "DELETE /v2.0/floatingips/b3aca0a3-caa5-4dd7-b06f-8454d9f28e09 HTTP/1.1" status: 204 len: 168 time: 0.4339280 Apr 06 17:46:22.525144 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 63ce466e-b7d9-4a36-9347-daea9da08cb3 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:46:22.546440 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 63ce466e-b7d9-4a36-9347-daea9da08cb3 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:46:22.546782 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 63ce466e-b7d9-4a36-9347-daea9da08cb3 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:46:27.060678 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57880) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:27.168336 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a7b7289d-79b8-49a1-9041-79684db975e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:27.633299 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758637'] for router_interface (2b4c5aab-7cde-47c5-a314-13afc3a2af09), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:28.173684 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] Deleting port 53482a0f-1c7b-411d-9652-a3b06ebae344 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:28.174465 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:28.252539 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] For port 53482a0f-1c7b-411d-9652-a3b06ebae344, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=53482a0f-1c7b-411d-9652-a3b06ebae344,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:28.252900 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:28.265154 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] Calling delete_port for 53482a0f-1c7b-411d-9652-a3b06ebae344 owned by network:router_interface {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:28.445298 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (53482a0f-1c7b-411d-9652-a3b06ebae344), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:28.470611 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=53482a0f-1c7b-411d-9652-a3b06ebae344,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:28.645300 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761853'] for router_interface (2b4c5aab-7cde-47c5-a314-13afc3a2af09), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:28.881732 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] Router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:46:29.005900 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:46:29.013587 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2cbcfc7f-175b-4f0d-a76d-632bad746b0f admin admin] 10.222.0.18 "PUT /v2.0/routers/2b4c5aab-7cde-47c5-a314-13afc3a2af09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9506490 Apr 06 17:46:29.016473 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57902) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:29.019611 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] Sync routers for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:46:29.031183 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:29.031807 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:46:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:29.133841 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Publish callbacks [] for router (2b4c5aab-7cde-47c5-a314-13afc3a2af09), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.147014 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:29.253743 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Publish callbacks [] for router_gateway (2b4c5aab-7cde-47c5-a314-13afc3a2af09), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.309436 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Deleting port 89419ddd-c952-45c4-87c9-dadac3b8cc13 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:29.310070 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.355271 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:46:28Z', 'revision_number': 5, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port': {'id': '89419ddd-c952-45c4-87c9-dadac3b8cc13', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:29.382999 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] Checking router: 2b4c5aab-7cde-47c5-a314-13afc3a2af09 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:46:29.393813 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] Routers {'2b4c5aab-7cde-47c5-a314-13afc3a2af09'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:29.394462 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:46:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:29.400801 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] For port 89419ddd-c952-45c4-87c9-dadac3b8cc13, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=89419ddd-c952-45c4-87c9-dadac3b8cc13,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:29.401280 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.415128 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Calling delete_port for 89419ddd-c952-45c4-87c9-dadac3b8cc13 owned by network:router_gateway {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:29.494368 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] Set router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 gateway port host: None {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:29.536405 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-eef4f208-95be-4c31-97a1-eb542dc0d072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.555057 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:46:29Z', 'revision_number': 6, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port_host': None}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:29.585774 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8a6b82-12a8-4b98-b2af-9d768760d7be None None] The sync data for ids ['2b4c5aab-7cde-47c5-a314-13afc3a2af09'] in dv-cinder-835880-5-iscsi is: [{'id': '2b4c5aab-7cde-47c5-a314-13afc3a2af09', 'name': 'tempest-AttachVolumeTestJSON-40986040-router', 'tenant_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:32Z', 'updated_at': '2022-04-06T17:46:29Z', 'revision_number': 6, 'project_id': '9231d007afb3425e8b8e3dbcc02b0f2e', 'gw_port_host': None}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:46:29.622474 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (89419ddd-c952-45c4-87c9-dadac3b8cc13), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.646850 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=89419ddd-c952-45c4-87c9-dadac3b8cc13,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:29.713728 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761659'] for router_gateway (2b4c5aab-7cde-47c5-a314-13afc3a2af09), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.828809 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1995'] for router (2b4c5aab-7cde-47c5-a314-13afc3a2af09), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.831062 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Publish callbacks [] for router_controller (2b4c5aab-7cde-47c5-a314-13afc3a2af09), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.898573 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757889'] for router (2b4c5aab-7cde-47c5-a314-13afc3a2af09), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.899068 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b4c5aab-7cde-47c5-a314-13afc3a2af09 {{(pid=104729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:46:29.904608 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:29.905854 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-70ac5609-1dfd-4976-b100-a04e86c795c6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2b4c5aab-7cde-47c5-a314-13afc3a2af09 HTTP/1.1" status: 204 len: 168 time: 0.8882513 Apr 06 17:46:29.908388 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57912) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:29.958215 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f65abb-6282-4945-8db7-a591ee6d8239 admin admin] Deleting subnet 679d91da-34c0-4cc7-8657-b78253e29f8e {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:46:29.961514 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-21f65abb-6282-4945-8db7-a591ee6d8239 admin admin] Publish callbacks [] for subnet (679d91da-34c0-4cc7-8657-b78253e29f8e), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.000063 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-21f65abb-6282-4945-8db7-a591ee6d8239 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6102270'] for subnet (679d91da-34c0-4cc7-8657-b78253e29f8e), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.111821 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-21f65abb-6282-4945-8db7-a591ee6d8239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (679d91da-34c0-4cc7-8657-b78253e29f8e), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.163109 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-21f65abb-6282-4945-8db7-a591ee6d8239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485962'] for subnet (679d91da-34c0-4cc7-8657-b78253e29f8e), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.188662 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f65abb-6282-4945-8db7-a591ee6d8239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=679d91da-34c0-4cc7-8657-b78253e29f8e,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:30.192243 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-21f65abb-6282-4945-8db7-a591ee6d8239 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.195384 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-21f65abb-6282-4945-8db7-a591ee6d8239 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/679d91da-34c0-4cc7-8657-b78253e29f8e HTTP/1.1" status: 204 len: 168 time: 0.2860756 Apr 06 17:46:30.198242 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57914) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:30.198401 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dda1bd5-8a64-44fc-ad96-b03aa5d7554f None None] Network 6369e41b-044c-4773-9dbb-ba65b327e8a3 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:46:30.267941 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (6369e41b-044c-4773-9dbb-ba65b327e8a3), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.323036 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Deleting port 9939113e-fb76-47dd-9589-f8cbc52bbe48 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:30.323382 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.387367 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] For port 9939113e-fb76-47dd-9589-f8cbc52bbe48, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=9939113e-fb76-47dd-9589-f8cbc52bbe48,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:30.387690 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.388007 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] DHCP port deletion for 6369e41b-044c-4773-9dbb-ba65b327e8a3 request from dv-cinder-835880-5-iscsi {{(pid=104732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:46:30.404382 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Calling delete_port for 9939113e-fb76-47dd-9589-f8cbc52bbe48 owned by network:dhcp {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:30.435021 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Deleting port 9939113e-fb76-47dd-9589-f8cbc52bbe48 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:30.435391 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.488495 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.507790 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] For port 9939113e-fb76-47dd-9589-f8cbc52bbe48, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=9939113e-fb76-47dd-9589-f8cbc52bbe48,segment=NetworkSegment(dd6ee109-c11c-45d7-a81b-93b4a5103b87),segment_id=dd6ee109-c11c-45d7-a81b-93b4a5103b87)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:30.508186 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.522484 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Pushing event deleted for resources: {'Port': ['ID=9939113e-fb76-47dd-9589-f8cbc52bbe48,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:30.527314 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] No DVR routers for this DVR port 9939113e-fb76-47dd-9589-f8cbc52bbe48 on host dv-cinder-835880-5-iscsi {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:46:30.527670 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Calling delete_port for 9939113e-fb76-47dd-9589-f8cbc52bbe48 owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:30.609861 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (6369e41b-044c-4773-9dbb-ba65b327e8a3), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.632247 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6369e41b-044c-4773-9dbb-ba65b327e8a3']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:30.643703 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd6ee109-c11c-45d7-a81b-93b4a5103b87') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:30.644044 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd6ee109-c11c-45d7-a81b-93b4a5103b87') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:30.654648 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6102021'] for segment (dd6ee109-c11c-45d7-a81b-93b4a5103b87), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.662778 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (9939113e-fb76-47dd-9589-f8cbc52bbe48), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.669450 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (dd6ee109-c11c-45d7-a81b-93b4a5103b87), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.676546 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:46:30.677001 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4922897'] for segment (dd6ee109-c11c-45d7-a81b-93b4a5103b87), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: Traceback (most recent call last): Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: timer() Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: cb(*args, **kw) Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: return func(*args, **kwargs) Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: self._notify() Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: self.callback(batched_events) Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: event.method(event) Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: return f(self, *a, **k) Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: return self._get(url).json() Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:46:30.678866 dv-cinder-835880-5-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:46:30.690372 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Pushing event deleted for resources: {'Port': ['ID=9939113e-fb76-47dd-9589-f8cbc52bbe48,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:30.697771 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] No DVR routers for this DVR port 9939113e-fb76-47dd-9589-f8cbc52bbe48 on host dv-cinder-835880-5-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:46:30.701384 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.702872 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.704005 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.704518 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.705012 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.705509 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.706479 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.706955 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.707774 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.708586 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.709501 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.710256 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.710761 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.711097 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.711429 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f5110f-cb9b-41d9-86f3-4e3d4538f936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:30.731988 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.744960 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (6369e41b-044c-4773-9dbb-ba65b327e8a3), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.751496 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:30.754876 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6369e41b-044c-4773-9dbb-ba65b327e8a3 HTTP/1.1" status: 204 len: 168 time: 0.5556986 Apr 06 17:46:30.770740 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8806933-8a62-46c5-adeb-a88f97dc8117 admin admin] Pushing event deleted for resources: {'Network': ['ID=6369e41b-044c-4773-9dbb-ba65b327e8a3,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:30.870745 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57922) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:30.915158 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-fe377fa9-a898-4079-835c-3109b0919b36 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9231d007afb3425e8b8e3dbcc02b0f2e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431924 Apr 06 17:46:30.917481 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57928) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:30.972369 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9989ffd0-dc03-438b-9ac2-e76b0d0ee229 admin admin] Publish callbacks [] for security_group (ae87eea8-d10f-4e5f-b730-ed8350fcba2b), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:31.000913 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9989ffd0-dc03-438b-9ac2-e76b0d0ee229 admin admin] Publish callbacks [] for security_group (ae87eea8-d10f-4e5f-b730-ed8350fcba2b), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:31.050481 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9989ffd0-dc03-438b-9ac2-e76b0d0ee229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ae87eea8-d10f-4e5f-b730-ed8350fcba2b), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:31.053045 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-9989ffd0-dc03-438b-9ac2-e76b0d0ee229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:31.054311 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-9989ffd0-dc03-438b-9ac2-e76b0d0ee229 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae87eea8-d10f-4e5f-b730-ed8350fcba2b HTTP/1.1" status: 204 len: 168 time: 0.1358085 Apr 06 17:46:31.062921 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989ffd0-dc03-438b-9ac2-e76b0d0ee229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae87eea8-d10f-4e5f-b730-ed8350fcba2b,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:31.097025 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 53482a0f-1c7b-411d-9652-a3b06ebae344 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:46:31.117782 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 53482a0f-1c7b-411d-9652-a3b06ebae344 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:46:31.118159 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 53482a0f-1c7b-411d-9652-a3b06ebae344 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:46:31.118588 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 9939113e-fb76-47dd-9589-f8cbc52bbe48 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:46:31.137988 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 9939113e-fb76-47dd-9589-f8cbc52bbe48 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:46:31.138368 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 9939113e-fb76-47dd-9589-f8cbc52bbe48 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:46:31.138796 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 89419ddd-c952-45c4-87c9-dadac3b8cc13 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:46:31.161584 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 89419ddd-c952-45c4-87c9-dadac3b8cc13 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:46:31.161961 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 89419ddd-c952-45c4-87c9-dadac3b8cc13 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:46:31.977584 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:32.316391 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57974) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:32.421492 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdacf510-a7db-42da-bdc3-d14465c3dd72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:32.495425 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdacf510-a7db-42da-bdc3-d14465c3dd72 admin admin] Publish callbacks [] for security_group (823c81e7-8efa-45c4-b558-6dc4cf4cfd70), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:32.499278 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fdacf510-a7db-42da-bdc3-d14465c3dd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (823c81e7-8efa-45c4-b558-6dc4cf4cfd70), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:32.538619 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacf510-a7db-42da-bdc3-d14465c3dd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823c81e7-8efa-45c4-b558-6dc4cf4cfd70,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:32.543816 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-fdacf510-a7db-42da-bdc3-d14465c3dd72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70e9fbd858dd45459a64906fa854a4cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261877 Apr 06 17:46:32.547086 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 57978) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:32.593876 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-84af5c0a-d4ba-4180-bd47-02127d2d7458 admin admin] Publish callbacks [] for security_group (823c81e7-8efa-45c4-b558-6dc4cf4cfd70), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:32.614301 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-84af5c0a-d4ba-4180-bd47-02127d2d7458 admin admin] Publish callbacks [] for security_group (823c81e7-8efa-45c4-b558-6dc4cf4cfd70), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:32.663977 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-84af5c0a-d4ba-4180-bd47-02127d2d7458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (823c81e7-8efa-45c4-b558-6dc4cf4cfd70), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:32.666530 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-84af5c0a-d4ba-4180-bd47-02127d2d7458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:32.667680 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-84af5c0a-d4ba-4180-bd47-02127d2d7458 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/823c81e7-8efa-45c4-b558-6dc4cf4cfd70 HTTP/1.1" status: 204 len: 168 time: 0.1196978 Apr 06 17:46:32.678265 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af5c0a-d4ba-4180-bd47-02127d2d7458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823c81e7-8efa-45c4-b558-6dc4cf4cfd70,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:32.729241 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:33.496086 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:36.458831 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:46:37.536505 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba1505-950b-4789-8cbe-d3f949950477 req-edfd0869-45c2-4655-8937-2db4b1595406 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:37.537895 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7cba1505-950b-4789-8cbe-d3f949950477 req-edfd0869-45c2-4655-8937-2db4b1595406 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0528033 Apr 06 17:46:37.583571 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7cba1505-950b-4789-8cbe-d3f949950477 req-e8ff32f5-135d-4a5c-b010-906e050009a6 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398283 Apr 06 17:46:38.702931 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fcfe13-cbf7-4ce5-b91b-2956f19b8f92 req-a47b9fcd-5cb6-46e1-8f8a-5f6f54caf9e5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:38.704376 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-21fcfe13-cbf7-4ce5-b91b-2956f19b8f92 req-a47b9fcd-5cb6-46e1-8f8a-5f6f54caf9e5 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0547957 Apr 06 17:46:38.750099 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-21fcfe13-cbf7-4ce5-b91b-2956f19b8f92 req-b3c3ad81-3981-4d4c-8a93-d208cb69deb8 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402167 Apr 06 17:46:38.892037 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-8d1018da-d09a-43f5-b39e-9555b165dca6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418918 Apr 06 17:46:39.019233 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-de79d863-ca3e-43c3-9e0c-d9ac81d332f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:39.020744 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-de79d863-ca3e-43c3-9e0c-d9ac81d332f4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 1130 time: 0.0488579 Apr 06 17:46:39.222277 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-c72c9d57-0ecc-4fc3-94fe-80ec8c1a2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:39.223750 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-c72c9d57-0ecc-4fc3-94fe-80ec8c1a2989 service neutron] 10.222.0.49 "GET /v2.0/networks?id=148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 200 len: 917 time: 0.0929456 Apr 06 17:46:39.293633 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-3e3d655e-6ada-4828-b3a0-f4da7b919127 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f HTTP/1.1" status: 200 len: 1001 time: 0.0626898 Apr 06 17:46:39.325055 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-4c2e6d98-4da0-4bd7-88f9-08d224e4079a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:39.326631 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-4c2e6d98-4da0-4bd7-88f9-08d224e4079a tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0540624 Apr 06 17:46:39.347118 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-f8918562-5fd8-4f2c-82ca-733a36a01c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:39.348607 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-f8918562-5fd8-4f2c-82ca-733a36a01c92 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 200 len: 855 time: 0.0494184 Apr 06 17:46:39.349056 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58084) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:39.397715 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-da5fe9aa-2afc-48e1-8a8f-c023426e5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:39.399248 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-da5fe9aa-2afc-48e1-8a8f-c023426e5165 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=148f62ba-7daa-425d-ad50-d3580e75541e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438893 Apr 06 17:46:39.435707 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Deleting port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:39.436371 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.469476 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cc92-b103-4641-9a51-595640e5d1c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.536128 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] For port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:39.536496 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.539636 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-4bc58ba4-85c5-41ef-990a-3ca1451d6b15 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315303 Apr 06 17:46:39.634375 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cc92-b103-4641-9a51-595640e5d1c1 admin admin] Publish callbacks [] for security_group (e2dfee0d-13a9-4449-a3e6-00ceefacad6f), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.641818 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0ee5cc92-b103-4641-9a51-595640e5d1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e2dfee0d-13a9-4449-a3e6-00ceefacad6f), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.691479 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0ee5cc92-b103-4641-9a51-595640e5d1c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=faea4171100e45abad36c4ac826377d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414204 Apr 06 17:46:39.693448 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-331659b8-dd88-4972-950b-a9a7b2e68d71 req-63a5cf99-fc07-4639-9bf0-c0f2e53f17d1 service neutron] 10.222.0.49 "GET /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460803 Apr 06 17:46:39.694141 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58088) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:39.694467 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5cc92-b103-4641-9a51-595640e5d1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dfee0d-13a9-4449-a3e6-00ceefacad6f,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:39.736123 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.736588 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (8fe9ebe4-108c-4382-9e39-0cbd31cf2140), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.736978 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Floating IP 8fe9ebe4-108c-4382-9e39-0cbd31cf2140 disassociated. External IP: 172.27.2.242, port: a6a1dc74-c08f-4b66-b8cc-db1585bbcffb. Apr 06 17:46:39.737392 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Calling delete_port for a6a1dc74-c08f-4b66-b8cc-db1585bbcffb owned by compute:nova {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:39.810490 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Publish callbacks [] for security_group (e2dfee0d-13a9-4449-a3e6-00ceefacad6f), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.844955 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Publish callbacks [] for security_group (e2dfee0d-13a9-4449-a3e6-00ceefacad6f), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.870577 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8af74-7708-497a-ad60-165e37ccb64f req-96c9192e-667f-4ed4-a898-572fcb5bac64 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:39.872052 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-08e8af74-7708-497a-ad60-165e37ccb64f req-96c9192e-667f-4ed4-a898-572fcb5bac64 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc542b4d-f088-4195-961b-7ff63b8cd925 HTTP/1.1" status: 200 len: 945 time: 0.0548017 Apr 06 17:46:39.921392 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-08e8af74-7708-497a-ad60-165e37ccb64f req-76588b0d-f8a1-4d9a-a3ec-5eebc12ab14f tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420740 Apr 06 17:46:39.933744 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e2dfee0d-13a9-4449-a3e6-00ceefacad6f), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.937069 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.938420 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2dfee0d-13a9-4449-a3e6-00ceefacad6f HTTP/1.1" status: 204 len: 168 time: 0.2432804 Apr 06 17:46:39.950806 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (a6a1dc74-c08f-4b66-b8cc-db1585bbcffb), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:39.953387 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dfee0d-13a9-4449-a3e6-00ceefacad6f,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:39.988769 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.989297 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.989878 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.990484 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.991065 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.991537 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.991886 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.992225 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.992794 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.993369 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.993938 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.994287 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.994622 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.994955 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.995282 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635a93f6-2df1-462e-addf-703667e4d8cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:39.999975 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'Port': ['ID=a6a1dc74-c08f-4b66-b8cc-db1585bbcffb,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:40.131216 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Router 07e59484-0984-4a4d-91f9-65393fea5309 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:46:40.242747 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:46:40.254166 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:46:40.268789 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:40.269429 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:46:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:40.285524 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] No DVR routers for this DVR port a6a1dc74-c08f-4b66-b8cc-db1585bbcffb on host hv-cinder-83588 {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:46:40.288685 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:40.292064 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-b7ced1b9-a534-4fb6-a9a8-51c3387c4ac0 req-b91a4cd8-5dee-4c8e-af78-3b4f8c68cd55 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.49 "DELETE /v2.0/ports/a6a1dc74-c08f-4b66-b8cc-db1585bbcffb HTTP/1.1" status: 204 len: 173 time: 0.9598401 Apr 06 17:46:40.292510 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'name': 'network-vif-deleted', 'tag': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:46:40.294903 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d824fe44-ed1a-4da8-a55d-529942ef47bf" -d '{"events": [{"server_uuid": "dc542b4d-f088-4195-961b-7ff63b8cd925", "name": "network-vif-deleted", "tag": "a6a1dc74-c08f-4b66-b8cc-db1585bbcffb"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:46:40.334336 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54126f31-e192-48a9-86e9-b9a5ef5b55bb x-openstack-request-id: req-54126f31-e192-48a9-86e9-b9a5ef5b55bb {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:46:40.335271 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc542b4d-f088-4195-961b-7ff63b8cd925", "name": "network-vif-deleted", "tag": "a6a1dc74-c08f-4b66-b8cc-db1585bbcffb", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:46:40.335885 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54126f31-e192-48a9-86e9-b9a5ef5b55bb {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:46:40.336325 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54126f31-e192-48a9-86e9-b9a5ef5b55bb'] response: {'server_uuid': 'dc542b4d-f088-4195-961b-7ff63b8cd925', 'name': 'network-vif-deleted', 'tag': 'a6a1dc74-c08f-4b66-b8cc-db1585bbcffb', 'status': 'completed', 'code': 200} Apr 06 17:46:40.411764 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:40.632555 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:40.658580 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:46:40.666966 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:40.668704 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:46:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:40.781745 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:41.007245 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:41.012529 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58130) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:41.034214 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d070cb-f2c4-4bf2-879c-7bec34e7518e None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:39:44Z', 'revision_number': 4, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7590793b-58b2-44a5-a5ed-73fd38aaa3b6', 'name': '', 'network_id': '46a47786-96d2-4524-85d9-d3afc011b078', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'mac_address': 'fa:16:3e:5f:eb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:42Z', 'updated_at': '2022-04-06T17:40:07Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'subnets': [{'id': '9e312bc6-ff32-47ed-8e0a-e3b0187732d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:46:41.071222 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4ec4baaa-8597-46c9-bcdf-e4fb662d04d4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:41.098258 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4ec4baaa-8597-46c9-bcdf-e4fb662d04d4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:41.155034 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4ec4baaa-8597-46c9-bcdf-e4fb662d04d4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:41.157782 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4ec4baaa-8597-46c9-bcdf-e4fb662d04d4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:41.158983 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4ec4baaa-8597-46c9-bcdf-e4fb662d04d4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7 HTTP/1.1" status: 204 len: 168 time: 0.1453936 Apr 06 17:46:41.162305 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58136) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:41.171775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec4baaa-8597-46c9-bcdf-e4fb662d04d4 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:41.178660 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.api.v2.resource [None req-84ce8986-62d4-44f3-8c58-1380b5d1b164 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] show failed (client error): The resource could not be found. Apr 06 17:46:41.179822 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-84ce8986-62d4-44f3-8c58-1380b5d1b164 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "GET /v2.0/security-groups/7c42b3df-20b0-4611-bd5a-d2c8fe8a05d7 HTTP/1.1" status: 404 len: 347 time: 0.0162334 Apr 06 17:46:41.183008 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58138) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:41.314454 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7d803-48c6-4b76-98ae-336a44df723d None None] New status for floating IP 8fe9ebe4-108c-4382-9e39-0cbd31cf2140: DOWN {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:46:41.321026 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-8c49a83a-849d-4a05-9c33-74cb762b7f36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Deleting port ed7a8eac-9ecc-432d-ad9c-deb2933d3404 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:41.321370 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8c49a83a-849d-4a05-9c33-74cb762b7f36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (ed7a8eac-9ecc-432d-ad9c-deb2933d3404), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:41.412124 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8c49a83a-849d-4a05-9c33-74cb762b7f36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (ed7a8eac-9ecc-432d-ad9c-deb2933d3404), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:41.412785 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8c49a83a-849d-4a05-9c33-74cb762b7f36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (ed7a8eac-9ecc-432d-ad9c-deb2933d3404), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:41.435526 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-8c49a83a-849d-4a05-9c33-74cb762b7f36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Calling delete_port for ed7a8eac-9ecc-432d-ad9c-deb2933d3404 owned by network:floatingip {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:41.583934 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8c49a83a-849d-4a05-9c33-74cb762b7f36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (ed7a8eac-9ecc-432d-ad9c-deb2933d3404), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:41.614742 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49a83a-849d-4a05-9c33-74cb762b7f36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Pushing event deleted for resources: {'Port': ['ID=ed7a8eac-9ecc-432d-ad9c-deb2933d3404,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:41.676554 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8c49a83a-849d-4a05-9c33-74cb762b7f36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks [] for floatingip (8fe9ebe4-108c-4382-9e39-0cbd31cf2140), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:41.679141 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8c49a83a-849d-4a05-9c33-74cb762b7f36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:41.680294 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-8c49a83a-849d-4a05-9c33-74cb762b7f36 tempest-AttachVolumeNegativeTest-1197553194 tempest-AttachVolumeNegativeTest-1197553194-project] 10.222.0.18 "DELETE /v2.0/floatingips/8fe9ebe4-108c-4382-9e39-0cbd31cf2140 HTTP/1.1" status: 204 len: 168 time: 0.4964232 Apr 06 17:46:42.495861 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58176) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:42.604694 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8713887-e624-4d8a-9d4d-131bcaaae6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:42.680317 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8713887-e624-4d8a-9d4d-131bcaaae6fe admin admin] Publish callbacks [] for security_group (b92116ca-f029-4ace-9f37-78ad13ee0787), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:42.684005 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8713887-e624-4d8a-9d4d-131bcaaae6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b92116ca-f029-4ace-9f37-78ad13ee0787), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:42.724521 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c8713887-e624-4d8a-9d4d-131bcaaae6fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6320b86171584797a20ec5964e558f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274873 Apr 06 17:46:42.725374 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8713887-e624-4d8a-9d4d-131bcaaae6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92116ca-f029-4ace-9f37-78ad13ee0787,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:42.727207 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58180) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:42.774902 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0eefc590-cfd2-4272-90f7-e7c31bb85fcd admin admin] Publish callbacks [] for security_group (b92116ca-f029-4ace-9f37-78ad13ee0787), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:42.798586 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0eefc590-cfd2-4272-90f7-e7c31bb85fcd admin admin] Publish callbacks [] for security_group (b92116ca-f029-4ace-9f37-78ad13ee0787), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:42.847898 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0eefc590-cfd2-4272-90f7-e7c31bb85fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b92116ca-f029-4ace-9f37-78ad13ee0787), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:42.850787 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0eefc590-cfd2-4272-90f7-e7c31bb85fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:42.854278 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0eefc590-cfd2-4272-90f7-e7c31bb85fcd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b92116ca-f029-4ace-9f37-78ad13ee0787 HTTP/1.1" status: 204 len: 168 time: 0.1221635 Apr 06 17:46:42.867666 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefc590-cfd2-4272-90f7-e7c31bb85fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92116ca-f029-4ace-9f37-78ad13ee0787,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:43.134586 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58196) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:43.148272 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5758165c-cca7-4b3f-9277-23798d0b14e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:43.223672 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5758165c-cca7-4b3f-9277-23798d0b14e4 admin admin] Publish callbacks [] for security_group (6aec71f4-8de0-4be1-8d1d-692a60377a4e), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:43.227147 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5758165c-cca7-4b3f-9277-23798d0b14e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (6aec71f4-8de0-4be1-8d1d-692a60377a4e), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:43.264817 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5758165c-cca7-4b3f-9277-23798d0b14e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67e34c94a930415bb072a4cbbd112e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291592 Apr 06 17:46:43.265651 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758165c-cca7-4b3f-9277-23798d0b14e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aec71f4-8de0-4be1-8d1d-692a60377a4e,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:43.267761 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58198) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:43.314971 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-214b5bed-a8e2-4cc6-933e-616f1f892b21 admin admin] Publish callbacks [] for security_group (6aec71f4-8de0-4be1-8d1d-692a60377a4e), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:43.334804 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-214b5bed-a8e2-4cc6-933e-616f1f892b21 admin admin] Publish callbacks [] for security_group (6aec71f4-8de0-4be1-8d1d-692a60377a4e), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:43.382388 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-214b5bed-a8e2-4cc6-933e-616f1f892b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (6aec71f4-8de0-4be1-8d1d-692a60377a4e), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:43.384838 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-214b5bed-a8e2-4cc6-933e-616f1f892b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:43.385984 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-214b5bed-a8e2-4cc6-933e-616f1f892b21 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6aec71f4-8de0-4be1-8d1d-692a60377a4e HTTP/1.1" status: 204 len: 168 time: 0.1172481 Apr 06 17:46:43.393451 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b5bed-a8e2-4cc6-933e-616f1f892b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aec71f4-8de0-4be1-8d1d-692a60377a4e,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:44.625895 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a6a1dc74-c08f-4b66-b8cc-db1585bbcffb no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:46:44.648075 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: a6a1dc74-c08f-4b66-b8cc-db1585bbcffb {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:46:44.648350 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a6a1dc74-c08f-4b66-b8cc-db1585bbcffb not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:46:45.351687 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58288) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:45.560884 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58294) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:45.672454 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c6472-1a30-4b5a-a2d2-2784f2bc7444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:45.749690 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c6472-1a30-4b5a-a2d2-2784f2bc7444 admin admin] Publish callbacks [] for security_group (aa232fd5-f25a-463e-b609-6be72e7b4762), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:45.753687 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6b8c6472-1a30-4b5a-a2d2-2784f2bc7444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (aa232fd5-f25a-463e-b609-6be72e7b4762), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:45.793993 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c6472-1a30-4b5a-a2d2-2784f2bc7444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa232fd5-f25a-463e-b609-6be72e7b4762,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:45.801896 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6b8c6472-1a30-4b5a-a2d2-2784f2bc7444 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45b205a7e882471fb73f72488111bea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391772 Apr 06 17:46:45.802865 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58298) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:46.056414 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758637'] for router_interface (07e59484-0984-4a4d-91f9-65393fea5309), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.116681 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5a857866-8544-44e3-bfeb-d464e0793799 admin admin] Publish callbacks [] for security_group (aa232fd5-f25a-463e-b609-6be72e7b4762), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.136981 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5a857866-8544-44e3-bfeb-d464e0793799 admin admin] Publish callbacks [] for security_group (aa232fd5-f25a-463e-b609-6be72e7b4762), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.183402 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5a857866-8544-44e3-bfeb-d464e0793799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (aa232fd5-f25a-463e-b609-6be72e7b4762), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.185975 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5a857866-8544-44e3-bfeb-d464e0793799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.187429 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5a857866-8544-44e3-bfeb-d464e0793799 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa232fd5-f25a-463e-b609-6be72e7b4762 HTTP/1.1" status: 204 len: 168 time: 0.3830812 Apr 06 17:46:46.195762 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a857866-8544-44e3-bfeb-d464e0793799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa232fd5-f25a-463e-b609-6be72e7b4762,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:46.316682 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] Deleting port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:46.317042 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.396040 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] For port 7590793b-58b2-44a5-a5ed-73fd38aaa3b6, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=7590793b-58b2-44a5-a5ed-73fd38aaa3b6,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:46.396824 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.409685 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] Calling delete_port for 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 owned by network:router_interface {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:46.447176 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58304) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:46.460404 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4ced74b2-05d7-470f-b6d1-40f80e0a0ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.544295 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4ced74b2-05d7-470f-b6d1-40f80e0a0ccd admin admin] Publish callbacks [] for security_group (2cec5f74-2561-4b8e-b65c-7c5f43b7b305), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.547787 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4ced74b2-05d7-470f-b6d1-40f80e0a0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (2cec5f74-2561-4b8e-b65c-7c5f43b7b305), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.585959 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4ced74b2-05d7-470f-b6d1-40f80e0a0ccd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40620c26506d404eba262f7b5217024f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375570 Apr 06 17:46:46.588671 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58306) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:46.589389 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced74b2-05d7-470f-b6d1-40f80e0a0ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cec5f74-2561-4b8e-b65c-7c5f43b7b305,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:46.596878 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (7590793b-58b2-44a5-a5ed-73fd38aaa3b6), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.624929 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=7590793b-58b2-44a5-a5ed-73fd38aaa3b6,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:46.650593 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c59471b8-eca3-49bf-abe7-a7d2036deec0 admin admin] Publish callbacks [] for security_group (2cec5f74-2561-4b8e-b65c-7c5f43b7b305), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.677146 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c59471b8-eca3-49bf-abe7-a7d2036deec0 admin admin] Publish callbacks [] for security_group (2cec5f74-2561-4b8e-b65c-7c5f43b7b305), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.732695 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c59471b8-eca3-49bf-abe7-a7d2036deec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (2cec5f74-2561-4b8e-b65c-7c5f43b7b305), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.735918 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c59471b8-eca3-49bf-abe7-a7d2036deec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:46.737204 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c59471b8-eca3-49bf-abe7-a7d2036deec0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cec5f74-2561-4b8e-b65c-7c5f43b7b305 HTTP/1.1" status: 204 len: 168 time: 0.1446788 Apr 06 17:46:46.746261 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59471b8-eca3-49bf-abe7-a7d2036deec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cec5f74-2561-4b8e-b65c-7c5f43b7b305,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:46.817605 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761853'] for router_interface (07e59484-0984-4a4d-91f9-65393fea5309), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.040754 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] Router 07e59484-0984-4a4d-91f9-65393fea5309 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:46:47.151531 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:46:47.159965 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e12acb3a-e31d-4c04-b5b5-1cf6c2005c48 admin admin] 10.222.0.18 "PUT /v2.0/routers/07e59484-0984-4a4d-91f9-65393fea5309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8048947 Apr 06 17:46:47.160351 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58320) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:47.162036 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] Sync routers for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:46:47.173488 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:47.174172 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:46:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:47.271988 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Publish callbacks [] for router (07e59484-0984-4a4d-91f9-65393fea5309), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.284247 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:47.384862 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Publish callbacks [] for router_gateway (07e59484-0984-4a4d-91f9-65393fea5309), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.438547 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Deleting port 21e3b5ff-a97a-44be-8595-f57db20d1e83 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:47.438893 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.465168 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58330) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:47.470720 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79'}], 'enable_snat': True}, 'gw_port_id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:46:46Z', 'revision_number': 5, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port': {'id': '21e3b5ff-a97a-44be-8595-f57db20d1e83', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e59484-0984-4a4d-91f9-65393fea5309', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:35Z', 'updated_at': '2022-04-06T17:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:47.506561 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] Checking router: 07e59484-0984-4a4d-91f9-65393fea5309 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:46:47.516873 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] Routers {'07e59484-0984-4a4d-91f9-65393fea5309'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:47.517504 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:46:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['07e59484-0984-4a4d-91f9-65393fea5309'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:47.525648 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] For port 21e3b5ff-a97a-44be-8595-f57db20d1e83, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=21e3b5ff-a97a-44be-8595-f57db20d1e83,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:47.526005 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.544396 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Calling delete_port for 21e3b5ff-a97a-44be-8595-f57db20d1e83 owned by network:router_gateway {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:47.568271 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-220953848-network', 'tenant_id': 'f5865865d6fe4bd296f565e8043f6963'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:46:47.590731 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Made reservation on behalf of f5865865d6fe4bd296f565e8043f6963 for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:46:47.594751 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.608199 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.692899 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Publish callbacks [] for security_group (09b07d74-2204-4878-9209-9924474de811), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.697246 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (09b07d74-2204-4878-9209-9924474de811), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.724140 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=104731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:46:47.728944 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (21e3b5ff-a97a-44be-8595-f57db20d1e83), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.735417 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b07d74-2204-4878-9209-9924474de811,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:47.741119 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (732c5a3d-45f8-4a15-809d-43095f155804), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.741468 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Added segment 732c5a3d-45f8-4a15-809d-43095f155804 of type vlan for network 1591a269-8501-4d94-b702-578e2e4753e6 Apr 06 17:46:47.745620 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] Set router 07e59484-0984-4a4d-91f9-65393fea5309 gateway port host: None {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:47.756489 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=21e3b5ff-a97a-44be-8595-f57db20d1e83,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:47.783288 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (1591a269-8501-4d94-b702-578e2e4753e6), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.807657 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:46:47Z', 'revision_number': 6, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port_host': None}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:47.809920 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (1591a269-8501-4d94-b702-578e2e4753e6), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.811803 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:47.812404 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.825573 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761659'] for router_gateway (07e59484-0984-4a4d-91f9-65393fea5309), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.849987 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b30b7c-afb4-438a-a300-9ab5951479c0 None None] The sync data for ids ['07e59484-0984-4a4d-91f9-65393fea5309'] in dv-cinder-835880-5-iscsi is: [{'id': '07e59484-0984-4a4d-91f9-65393fea5309', 'name': 'tempest-AttachVolumeNegativeTest-1130945762-router', 'tenant_id': '87308970bb8c47498926e0b72fe50b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:33Z', 'updated_at': '2022-04-06T17:46:47Z', 'revision_number': 6, 'project_id': '87308970bb8c47498926e0b72fe50b18', 'gw_port_host': None}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:46:47.877754 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4108350 Apr 06 17:46:47.878416 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58334) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:47.897487 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Request body: {'subnet': {'network_id': '1591a269-8501-4d94-b702-578e2e4753e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-220953848-subnet', 'tenant_id': 'f5865865d6fe4bd296f565e8043f6963', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:46:47.908538 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831bf3b-fbeb-42a2-8e46-91f7c9a8c774 admin admin] Pushing event updated for resources: {'Network': ['ID=1591a269-8501-4d94-b702-578e2e4753e6,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:47.919579 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 1591a269-8501-4d94-b702-578e2e4753e6 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:46:47.926462 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Made reservation on behalf of f5865865d6fe4bd296f565e8043f6963 for: {'subnet': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:46:47.926801 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1995'] for router (07e59484-0984-4a4d-91f9-65393fea5309), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.928658 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Publish callbacks [] for router_controller (07e59484-0984-4a4d-91f9-65393fea5309), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.928777 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692828'] for subnet (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.978865 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757889'] for router (07e59484-0984-4a4d-91f9-65393fea5309), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.979475 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07e59484-0984-4a4d-91f9-65393fea5309 {{(pid=104729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:46:47.988704 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:47.989897 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6c0c012e-70ad-474d-8c17-f8aecba2a7f6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/07e59484-0984-4a4d-91f9-65393fea5309 HTTP/1.1" status: 204 len: 168 time: 0.8282535 Apr 06 17:46:47.992456 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58336) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:48.036609 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff16b7e-52fa-4906-ae43-2d3d602d72d2 admin admin] Deleting subnet 9e312bc6-ff32-47ed-8e0a-e3b0187732d4 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:46:48.039757 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eff16b7e-52fa-4906-ae43-2d3d602d72d2 admin admin] Publish callbacks [] for subnet (9e312bc6-ff32-47ed-8e0a-e3b0187732d4), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.074127 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eff16b7e-52fa-4906-ae43-2d3d602d72d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6102270'] for subnet (9e312bc6-ff32-47ed-8e0a-e3b0187732d4), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.101343 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5301927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692802'] for subnet (85cde9f3-aa33-454f-946c-5cca5e396a52), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.155334 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eff16b7e-52fa-4906-ae43-2d3d602d72d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (9e312bc6-ff32-47ed-8e0a-e3b0187732d4), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.160730 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cde9f3-aa33-454f-946c-5cca5e396a52,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:48.169587 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Checking segment: {'id': '732c5a3d-45f8-4a15-809d-43095f155804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1591a269-8501-4d94-b702-578e2e4753e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:46:48.169953 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Network hostable DHCP agents. Network: 1591a269-8501-4d94-b702-578e2e4753e6, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:46:48.188242 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Network 1591a269-8501-4d94-b702-578e2e4753e6 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:46:48.197156 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 1591a269-8501-4d94-b702-578e2e4753e6) {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:46:48.201845 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:48.202546 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.212641 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f08ec81-9863-49f8-8478-38a308ad7775 None None] Network 1591a269-8501-4d94-b702-578e2e4753e6 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:46:48.218484 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eff16b7e-52fa-4906-ae43-2d3d602d72d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485962'] for subnet (9e312bc6-ff32-47ed-8e0a-e3b0187732d4), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.221738 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-78fe661f-a89f-4879-92eb-410b92f3d0b5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3325038 Apr 06 17:46:48.253569 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff16b7e-52fa-4906-ae43-2d3d602d72d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e312bc6-ff32-47ed-8e0a-e3b0187732d4,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:48.259500 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eff16b7e-52fa-4906-ae43-2d3d602d72d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.265469 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58340) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:48.265605 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-eff16b7e-52fa-4906-ae43-2d3d602d72d2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9e312bc6-ff32-47ed-8e0a-e3b0187732d4 HTTP/1.1" status: 204 len: 168 time: 0.2720551 Apr 06 17:46:48.280639 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a499a847-6e97-4637-810e-4d1265e721fb None None] Network 46a47786-96d2-4524-85d9-d3afc011b078 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:46:48.349057 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (46a47786-96d2-4524-85d9-d3afc011b078), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.426314 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Deleting port d60b0643-2266-4c63-a831-adc96a4015af {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:48.426792 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (d60b0643-2266-4c63-a831-adc96a4015af), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.439023 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c42d96c-1f6b-4245-a47c-1755b3daa7bb None None] Network 1591a269-8501-4d94-b702-578e2e4753e6 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:46:48.499347 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] For port d60b0643-2266-4c63-a831-adc96a4015af, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=d60b0643-2266-4c63-a831-adc96a4015af,segment=NetworkSegment(9d78d642-b76e-4142-ac10-f90f309fcc0c),segment_id=9d78d642-b76e-4142-ac10-f90f309fcc0c)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:48.500505 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (d60b0643-2266-4c63-a831-adc96a4015af), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.515410 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Calling delete_port for d60b0643-2266-4c63-a831-adc96a4015af owned by network:dhcp {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:48.610007 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (d60b0643-2266-4c63-a831-adc96a4015af), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.640193 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Pushing event deleted for resources: {'Port': ['ID=d60b0643-2266-4c63-a831-adc96a4015af,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:48.644508 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] No DVR routers for this DVR port d60b0643-2266-4c63-a831-adc96a4015af on host dv-cinder-835880-5-iscsi {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:46:48.717425 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ed3ef-1df7-4c7a-862f-d88b24b1e9bd None None] DHCP port deletion for 46a47786-96d2-4524-85d9-d3afc011b078 request from dv-cinder-835880-5-iscsi {{(pid=104732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:46:48.731318 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (46a47786-96d2-4524-85d9-d3afc011b078), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.753113 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a47786-96d2-4524-85d9-d3afc011b078']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:48.763404 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d78d642-b76e-4142-ac10-f90f309fcc0c') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:48.763704 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d78d642-b76e-4142-ac10-f90f309fcc0c') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:48.773376 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (9d78d642-b76e-4142-ac10-f90f309fcc0c), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.787825 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (9d78d642-b76e-4142-ac10-f90f309fcc0c), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.794160 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:46:48.794684 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (9d78d642-b76e-4142-ac10-f90f309fcc0c), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:46:48.796891 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:46:48.824877 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58354) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:48.830053 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-334101491-network', 'tenant_id': '10bc12b1aa4a4fe88344b467f0dce732'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:46:48.850241 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Made reservation on behalf of 10bc12b1aa4a4fe88344b467f0dce732 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:46:48.853006 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.860051 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (46a47786-96d2-4524-85d9-d3afc011b078), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.865413 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.870994 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] 10.222.0.18 "DELETE /v2.0/networks/46a47786-96d2-4524-85d9-d3afc011b078 HTTP/1.1" status: 204 len: 168 time: 0.6020501 Apr 06 17:46:48.873637 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.882096 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d24d4d-32d2-43ef-9063-5813cd1cc86a admin admin] Pushing event deleted for resources: {'Network': ['ID=46a47786-96d2-4524-85d9-d3afc011b078,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:48.961871 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Publish callbacks [] for security_group (1f8a4c00-9054-4203-bdab-1ca27aadc8c4), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.969033 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (1f8a4c00-9054-4203-bdab-1ca27aadc8c4), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:48.998278 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:46:49.005004 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a4c00-9054-4203-bdab-1ca27aadc8c4,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:49.011452 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (c02e8855-d01d-4315-893f-86daa83012e4), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.011803 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Added segment c02e8855-d01d-4315-893f-86daa83012e4 of type vlan for network 3a900804-f3bc-4423-a5d3-52e2d1aa4de4 Apr 06 17:46:49.058128 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58358) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:49.063691 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (3a900804-f3bc-4423-a5d3-52e2d1aa4de4), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.112479 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:46:49.118502 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (3a900804-f3bc-4423-a5d3-52e2d1aa4de4), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.119465 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:49.120052 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.127872 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-277267f3-fedd-4781-975b-25459e4a1e1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87308970bb8c47498926e0b72fe50b18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0679736 Apr 06 17:46:49.130627 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58360) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:49.133016 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:46:49.133373 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 7590793b-58b2-44a5-a5ed-73fd38aaa3b6 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:46:49.133801 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d60b0643-2266-4c63-a831-adc96a4015af no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:46:49.153487 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: d60b0643-2266-4c63-a831-adc96a4015af {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:46:49.153844 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d60b0643-2266-4c63-a831-adc96a4015af not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:46:49.154301 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 21e3b5ff-a97a-44be-8595-f57db20d1e83 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:46:49.174454 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 21e3b5ff-a97a-44be-8595-f57db20d1e83 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:46:49.174706 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 21e3b5ff-a97a-44be-8595-f57db20d1e83 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:46:49.181379 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3527327 Apr 06 17:46:49.183469 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58362) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:49.191216 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb765f-dccb-4949-8eb3-2dae3620dd37 admin admin] Pushing event updated for resources: {'Network': ['ID=3a900804-f3bc-4423-a5d3-52e2d1aa4de4,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:49.191370 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Request body: {'subnet': {'network_id': '3a900804-f3bc-4423-a5d3-52e2d1aa4de4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-334101491-subnet', 'tenant_id': '10bc12b1aa4a4fe88344b467f0dce732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:46:49.196626 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c3a617c1-9513-44f9-a66f-afd5c555deb9 admin admin] Publish callbacks [] for security_group (02ee8bee-a4f2-403e-a885-eb462ed9053d), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.202187 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 3a900804-f3bc-4423-a5d3-52e2d1aa4de4 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:46:49.228214 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c3a617c1-9513-44f9-a66f-afd5c555deb9 admin admin] Publish callbacks [] for security_group (02ee8bee-a4f2-403e-a885-eb462ed9053d), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.234992 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Made reservation on behalf of 10bc12b1aa4a4fe88344b467f0dce732 for: {'subnet': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:46:49.237238 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692828'] for subnet (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.341187 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c3a617c1-9513-44f9-a66f-afd5c555deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (02ee8bee-a4f2-403e-a885-eb462ed9053d), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.344197 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c3a617c1-9513-44f9-a66f-afd5c555deb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.345334 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c3a617c1-9513-44f9-a66f-afd5c555deb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02ee8bee-a4f2-403e-a885-eb462ed9053d HTTP/1.1" status: 204 len: 168 time: 0.2135248 Apr 06 17:46:49.377157 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a617c1-9513-44f9-a66f-afd5c555deb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ee8bee-a4f2-403e-a885-eb462ed9053d,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:49.444184 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5301927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692802'] for subnet (399ca735-7396-40f0-b7bc-3fa4dd369153), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.515773 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=399ca735-7396-40f0-b7bc-3fa4dd369153,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:49.517962 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Checking segment: {'id': 'c02e8855-d01d-4315-893f-86daa83012e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '3a900804-f3bc-4423-a5d3-52e2d1aa4de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:46:49.518372 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Network hostable DHCP agents. Network: 3a900804-f3bc-4423-a5d3-52e2d1aa4de4, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:46:49.536715 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Network 3a900804-f3bc-4423-a5d3-52e2d1aa4de4 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:46:49.546819 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 3a900804-f3bc-4423-a5d3-52e2d1aa4de4) {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:46:49.551226 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:49.551623 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:49.555672 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc1e18d-1598-4272-864f-e69e62315d65 None None] Network 3a900804-f3bc-4423-a5d3-52e2d1aa4de4 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:46:49.570712 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b0689d54-bbc0-4b6d-b2d9-8ad2acab7d5b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3855932 Apr 06 17:46:49.674681 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea898846-56d2-4048-a2bb-930fb26bae7d None None] Network 3a900804-f3bc-4423-a5d3-52e2d1aa4de4 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:46:51.101679 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14acb4-dcd9-4ae9-b70d-c99d5b24dcf1 req-26553fcf-9038-449c-84ba-3ec959f987e7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:51.103183 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6e14acb4-dcd9-4ae9-b70d-c99d5b24dcf1 req-26553fcf-9038-449c-84ba-3ec959f987e7 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 946 time: 0.0575204 Apr 06 17:46:51.149619 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6e14acb4-dcd9-4ae9-b70d-c99d5b24dcf1 req-73252dfc-66dd-4dac-9227-072473f8ff7f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401478 Apr 06 17:46:52.276072 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce1460-5f69-489d-9423-62d795359e56 req-f4f85436-23be-4307-bc18-e1dcc972dfdf tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:52.277566 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f4ce1460-5f69-489d-9423-62d795359e56 req-f4f85436-23be-4307-bc18-e1dcc972dfdf tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 946 time: 0.0559583 Apr 06 17:46:52.323713 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f4ce1460-5f69-489d-9423-62d795359e56 req-a90deed0-b1c5-40cf-a3fd-fed18de9b0e8 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7160c16-4313-4ac5-80a7-d021dacb4970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399716 Apr 06 17:46:52.389059 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-fccee336-54ab-4240-9c9f-ed5a8e8aedea tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:46:52.390666 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-fccee336-54ab-4240-9c9f-ed5a8e8aedea tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.49 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 946 time: 0.0518794 Apr 06 17:46:52.481170 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Deleting port a0641c94-eaa3-448f-bf0a-27395e6c501f {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:52.481509 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:52.575921 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] For port a0641c94-eaa3-448f-bf0a-27395e6c501f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=a0641c94-eaa3-448f-bf0a-27395e6c501f,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:52.576290 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:52.764815 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:52.765127 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (ae0760a7-5f43-4f36-90a3-516473459389), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:52.765615 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Floating IP ae0760a7-5f43-4f36-90a3-516473459389 disassociated. External IP: 172.27.2.140, port: a0641c94-eaa3-448f-bf0a-27395e6c501f. Apr 06 17:46:52.766063 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Calling delete_port for a0641c94-eaa3-448f-bf0a-27395e6c501f owned by compute:nova {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:52.900685 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (a0641c94-eaa3-448f-bf0a-27395e6c501f), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:52.928262 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event deleted for resources: {'Port': ['ID=a0641c94-eaa3-448f-bf0a-27395e6c501f,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:53.051799 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:46:53.165569 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:46:53.176463 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] Sync routers for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:46:53.200619 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:53.201207 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:46:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:53.221662 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] No DVR routers for this DVR port a0641c94-eaa3-448f-bf0a-27395e6c501f on host hv-cinder-83588 {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:46:53.221662 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:53.222661 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-21f6fb6b-d329-40ac-860b-5246d1009911 req-cca05d69-3b96-4d21-b091-923c44b30a11 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.49 "DELETE /v2.0/ports/a0641c94-eaa3-448f-bf0a-27395e6c501f HTTP/1.1" status: 204 len: 173 time: 0.8267198 Apr 06 17:46:53.223111 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'name': 'network-vif-deleted', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:46:53.225470 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e835430b-c91c-457c-8c54-e4a523c902bb" -d '{"events": [{"server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "name": "network-vif-deleted", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:46:53.271113 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9b3161-82f4-498f-bba7-aa50b2735374 x-openstack-request-id: req-3b9b3161-82f4-498f-bba7-aa50b2735374 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:46:53.271451 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314ab2d8-c9b1-457b-aa96-bbc82287bd55", "name": "network-vif-deleted", "tag": "a0641c94-eaa3-448f-bf0a-27395e6c501f", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:46:53.271712 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b9b3161-82f4-498f-bba7-aa50b2735374 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:46:53.272113 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9b3161-82f4-498f-bba7-aa50b2735374'] response: {'server_uuid': '314ab2d8-c9b1-457b-aa96-bbc82287bd55', 'name': 'network-vif-deleted', 'tag': 'a0641c94-eaa3-448f-bf0a-27395e6c501f', 'status': 'completed', 'code': 200} Apr 06 17:46:53.447221 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:53.452318 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2e9a9eba-4a4b-4a9d-a266-fb0160c70e3c req-d05960f7-a748-442e-b641-4909c8d6ee52 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/ports?device_id=314ab2d8-c9b1-457b-aa96-bbc82287bd55 HTTP/1.1" status: 200 len: 210 time: 0.0273635 Apr 06 17:46:53.647426 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:53.673075 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] Checking router: 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:46:53.681392 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:53.682005 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:46:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:53.792743 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:53.993676 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:54.020724 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559aa980-5543-44e4-ad6f-60e561f62182 None None] The sync data for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi is: [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:39:36Z', 'revision_number': 4, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '0bd599d6-be5c-41df-93f5-92672252f4a0', 'name': '', 'network_id': '148f62ba-7daa-425d-ad50-d3580e75541e', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'mac_address': 'fa:16:3e:c9:60:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:34Z', 'updated_at': '2022-04-06T17:39:49Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'subnets': [{'id': 'b41a8b0f-75ba-44ac-b938-b9405ebb4671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:46:54.272026 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c9a5f8-d524-4c34-a4d6-557a91fc15f7 None None] New status for floating IP ae0760a7-5f43-4f36-90a3-516473459389: DOWN {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:46:54.543299 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58498) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:54.600071 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-938a1fcc-2644-4b96-a10c-606676a38f5f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (f7160c16-4313-4ac5-80a7-d021dacb4970), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:54.627780 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-938a1fcc-2644-4b96-a10c-606676a38f5f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (f7160c16-4313-4ac5-80a7-d021dacb4970), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:54.918890 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-938a1fcc-2644-4b96-a10c-606676a38f5f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f7160c16-4313-4ac5-80a7-d021dacb4970), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:54.921780 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-938a1fcc-2644-4b96-a10c-606676a38f5f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:54.923614 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-938a1fcc-2644-4b96-a10c-606676a38f5f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "DELETE /v2.0/security-groups/f7160c16-4313-4ac5-80a7-d021dacb4970 HTTP/1.1" status: 204 len: 168 time: 0.3786657 Apr 06 17:46:54.925821 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58516) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:54.936062 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a1fcc-2644-4b96-a10c-606676a38f5f tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7160c16-4313-4ac5-80a7-d021dacb4970,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:54.939996 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.api.v2.resource [None req-f9312eac-7cc1-40d7-8920-533a8d517a94 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] show failed (client error): The resource could not be found. Apr 06 17:46:54.941616 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f9312eac-7cc1-40d7-8920-533a8d517a94 tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "GET /v2.0/security-groups/f7160c16-4313-4ac5-80a7-d021dacb4970 HTTP/1.1" status: 404 len: 347 time: 0.0141714 Apr 06 17:46:54.944535 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58520) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:55.080887 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Deleting port 772f199f-a3b5-40ff-8a66-d54ba83f5427 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:55.080887 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (772f199f-a3b5-40ff-8a66-d54ba83f5427), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:55.164917 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (772f199f-a3b5-40ff-8a66-d54ba83f5427), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:55.165250 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (772f199f-a3b5-40ff-8a66-d54ba83f5427), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:55.179196 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Calling delete_port for 772f199f-a3b5-40ff-8a66-d54ba83f5427 owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:55.348211 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (772f199f-a3b5-40ff-8a66-d54ba83f5427), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:55.373618 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Pushing event deleted for resources: {'Port': ['ID=772f199f-a3b5-40ff-8a66-d54ba83f5427,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:55.380931 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.381409 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.381616 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.381970 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.382351 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.382682 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.383011 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.383340 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.383676 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.384012 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.384315 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.384929 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.385169 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.385521 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.385843 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:46:55.456010 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks [] for floatingip (ae0760a7-5f43-4f36-90a3-516473459389), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:55.458926 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:55.460063 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a3196b33-c31e-499d-9857-a7437944d39e tempest-AttachVolumeShelveTestJSON-2128677411 tempest-AttachVolumeShelveTestJSON-2128677411-project] 10.222.0.18 "DELETE /v2.0/floatingips/ae0760a7-5f43-4f36-90a3-516473459389 HTTP/1.1" status: 204 len: 168 time: 0.5144048 Apr 06 17:46:56.696157 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a0641c94-eaa3-448f-bf0a-27395e6c501f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:46:56.718840 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: a0641c94-eaa3-448f-bf0a-27395e6c501f {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:46:56.719149 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device a0641c94-eaa3-448f-bf0a-27395e6c501f not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:46:57.172655 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ab8c682b-f991-474d-a11e-13e7cdbd9e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:57.887149 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58588) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:58.393005 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758637'] for router_interface (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:58.646066 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] Deleting port 0bd599d6-be5c-41df-93f5-92672252f4a0 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:58.646345 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:58.695079 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58600) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:58.725370 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] For port 0bd599d6-be5c-41df-93f5-92672252f4a0, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=0bd599d6-be5c-41df-93f5-92672252f4a0,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:58.726003 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:58.742985 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] Calling delete_port for 0bd599d6-be5c-41df-93f5-92672252f4a0 owned by network:router_interface {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:46:58.798130 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0fa67a7c-3879-4664-a7f6-e872248a3e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:58.874371 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0fa67a7c-3879-4664-a7f6-e872248a3e5e admin admin] Publish callbacks [] for security_group (544379ea-93a5-4662-a01b-eaac6225ed28), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:58.879061 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0fa67a7c-3879-4664-a7f6-e872248a3e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (544379ea-93a5-4662-a01b-eaac6225ed28), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:58.917841 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-0fa67a7c-3879-4664-a7f6-e872248a3e5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25c42b07462d4ab6a693d414ddcba83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215796 Apr 06 17:46:58.918645 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa67a7c-3879-4664-a7f6-e872248a3e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544379ea-93a5-4662-a01b-eaac6225ed28,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:58.921599 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58604) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:58.929254 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (0bd599d6-be5c-41df-93f5-92672252f4a0), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:58.955855 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd599d6-be5c-41df-93f5-92672252f4a0,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:58.979978 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-075adb11-af32-4f60-9b35-88ce26d0eee5 admin admin] Publish callbacks [] for security_group (544379ea-93a5-4662-a01b-eaac6225ed28), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:59.015911 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-075adb11-af32-4f60-9b35-88ce26d0eee5 admin admin] Publish callbacks [] for security_group (544379ea-93a5-4662-a01b-eaac6225ed28), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:59.082927 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-075adb11-af32-4f60-9b35-88ce26d0eee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (544379ea-93a5-4662-a01b-eaac6225ed28), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:59.086351 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-075adb11-af32-4f60-9b35-88ce26d0eee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:59.098002 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-075adb11-af32-4f60-9b35-88ce26d0eee5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/544379ea-93a5-4662-a01b-eaac6225ed28 HTTP/1.1" status: 204 len: 168 time: 0.1681097 Apr 06 17:46:59.119498 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075adb11-af32-4f60-9b35-88ce26d0eee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544379ea-93a5-4662-a01b-eaac6225ed28,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:46:59.244345 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761853'] for router_interface (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:59.483819 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] Router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:46:59.533199 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-83aa9fd9-5afd-4f24-846a-85a0a2d5f236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:59.601380 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:46:59.610455 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58630) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:46:59.610619 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1b350272-6c90-454d-9966-2e7beb5dea6d admin admin] 10.222.0.18 "PUT /v2.0/routers/6c85a2da-ca7f-4c2f-b3c0-82670ee90867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7219765 Apr 06 17:46:59.612180 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] Sync routers for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:46:59.624474 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:59.625156 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:47:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:59.725242 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Publish callbacks [] for router (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:59.738641 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:46:59.833169 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Publish callbacks [] for router_gateway (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:59.887178 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Deleting port 719910c6-d8f3-4c67-a328-7e8cfd632a42 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:46:59.887663 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:59.919445 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:46:58Z', 'revision_number': 5, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port': {'id': '719910c6-d8f3-4c67-a328-7e8cfd632a42', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:39:30Z', 'updated_at': '2022-04-06T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:59.946493 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] Checking router: 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:46:59.955647 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] Routers {'6c85a2da-ca7f-4c2f-b3c0-82670ee90867'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:46:59.956250 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:47:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:46:59.971707 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] For port 719910c6-d8f3-4c67-a328-7e8cfd632a42, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=719910c6-d8f3-4c67-a328-7e8cfd632a42,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:46:59.972070 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:46:59.985948 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Calling delete_port for 719910c6-d8f3-4c67-a328-7e8cfd632a42 owned by network:router_gateway {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:47:00.044638 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] Set router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 gateway port host: None {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:47:00.100664 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:46:59Z', 'revision_number': 6, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port_host': None}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:00.127503 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e3329-2454-42c5-979d-9b12f43ed0aa None None] The sync data for ids ['6c85a2da-ca7f-4c2f-b3c0-82670ee90867'] in dv-cinder-835880-5-iscsi is: [{'id': '6c85a2da-ca7f-4c2f-b3c0-82670ee90867', 'name': 'tempest-AttachVolumeShelveTestJSON-467809509-router', 'tenant_id': '1acd353f385b44ef8976ac85be9bdc6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:39:29Z', 'updated_at': '2022-04-06T17:46:59Z', 'revision_number': 6, 'project_id': '1acd353f385b44ef8976ac85be9bdc6f', 'gw_port_host': None}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:47:00.177491 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (719910c6-d8f3-4c67-a328-7e8cfd632a42), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.204474 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=719910c6-d8f3-4c67-a328-7e8cfd632a42,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:00.268011 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761659'] for router_gateway (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.372123 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1995'] for router (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.374368 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Publish callbacks [] for router_controller (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.428023 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757889'] for router (6c85a2da-ca7f-4c2f-b3c0-82670ee90867), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.428756 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c85a2da-ca7f-4c2f-b3c0-82670ee90867 {{(pid=104731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:47:00.434153 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.438367 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-d64a801a-7cdd-4d15-8cfc-f7c2d82b61c4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6c85a2da-ca7f-4c2f-b3c0-82670ee90867 HTTP/1.1" status: 204 len: 168 time: 0.8237023 Apr 06 17:47:00.438853 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58660) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:00.496159 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6da9fc7-b5b6-46cc-8f07-328f4c2f3e6c admin admin] Deleting subnet b41a8b0f-75ba-44ac-b938-b9405ebb4671 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:47:00.501700 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b6da9fc7-b5b6-46cc-8f07-328f4c2f3e6c admin admin] Publish callbacks [] for subnet (b41a8b0f-75ba-44ac-b938-b9405ebb4671), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.557072 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b6da9fc7-b5b6-46cc-8f07-328f4c2f3e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6102270'] for subnet (b41a8b0f-75ba-44ac-b938-b9405ebb4671), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.670998 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b6da9fc7-b5b6-46cc-8f07-328f4c2f3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (b41a8b0f-75ba-44ac-b938-b9405ebb4671), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.721400 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.728176 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b6da9fc7-b5b6-46cc-8f07-328f4c2f3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485962'] for subnet (b41a8b0f-75ba-44ac-b938-b9405ebb4671), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.756099 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da9fc7-b5b6-46cc-8f07-328f4c2f3e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b41a8b0f-75ba-44ac-b938-b9405ebb4671,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:00.759515 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b6da9fc7-b5b6-46cc-8f07-328f4c2f3e6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.764773 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b6da9fc7-b5b6-46cc-8f07-328f4c2f3e6c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b41a8b0f-75ba-44ac-b938-b9405ebb4671 HTTP/1.1" status: 204 len: 168 time: 0.3227017 Apr 06 17:47:00.766077 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58672) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:00.777034 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d86657d-4c28-416d-b450-5485dd1a8f76 None None] Network 148f62ba-7daa-425d-ad50-d3580e75541e requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:47:00.837698 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (148f62ba-7daa-425d-ad50-d3580e75541e), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.901176 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Deleting port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:47:00.901617 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.969582 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] For port 4e2845bb-09e5-4a21-b6ab-48feaab238f3, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=4e2845bb-09e5-4a21-b6ab-48feaab238f3,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:47:00.969941 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:00.984466 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Calling delete_port for 4e2845bb-09e5-4a21-b6ab-48feaab238f3 owned by network:dhcp {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:47:01.006076 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac6250-bf55-494b-a0b6-ead8280b5763 None None] DHCP port deletion for 148f62ba-7daa-425d-ad50-d3580e75541e request from dv-cinder-835880-5-iscsi {{(pid=104732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:47:01.059187 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac6250-bf55-494b-a0b6-ead8280b5763 None None] Deleting port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:47:01.059688 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6250-bf55-494b-a0b6-ead8280b5763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.071901 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.103013 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] No DVR routers for this DVR port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 on host dv-cinder-835880-5-iscsi {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:47:01.105023 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2845bb-09e5-4a21-b6ab-48feaab238f3,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:01.134978 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 0bd599d6-be5c-41df-93f5-92672252f4a0 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:47:01.163892 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 0bd599d6-be5c-41df-93f5-92672252f4a0 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:47:01.164240 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 0bd599d6-be5c-41df-93f5-92672252f4a0 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:47:01.164658 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 719910c6-d8f3-4c67-a328-7e8cfd632a42 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:47:01.182904 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (148f62ba-7daa-425d-ad50-d3580e75541e), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.195588 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 719910c6-d8f3-4c67-a328-7e8cfd632a42 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:47:01.195937 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 719910c6-d8f3-4c67-a328-7e8cfd632a42 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:47:01.196361 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 4e2845bb-09e5-4a21-b6ab-48feaab238f3 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:47:01.208976 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148f62ba-7daa-425d-ad50-d3580e75541e']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:01.219520 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-f0ac6250-bf55-494b-a0b6-ead8280b5763 None None] For port 4e2845bb-09e5-4a21-b6ab-48feaab238f3, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=4e2845bb-09e5-4a21-b6ab-48feaab238f3,segment=NetworkSegment(fe7b9e63-0cc4-42ed-8373-563cde6504a3),segment_id=fe7b9e63-0cc4-42ed-8373-563cde6504a3)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:47:01.219721 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7b9e63-0cc4-42ed-8373-563cde6504a3') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:01.219925 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6250-bf55-494b-a0b6-ead8280b5763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.220032 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7b9e63-0cc4-42ed-8373-563cde6504a3') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:01.222320 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 4e2845bb-09e5-4a21-b6ab-48feaab238f3 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:47:01.222943 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 4e2845bb-09e5-4a21-b6ab-48feaab238f3 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:47:01.234203 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (fe7b9e63-0cc4-42ed-8373-563cde6504a3), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.236355 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac6250-bf55-494b-a0b6-ead8280b5763 None None] Calling delete_port for 4e2845bb-09e5-4a21-b6ab-48feaab238f3 owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:47:01.251042 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (fe7b9e63-0cc4-42ed-8373-563cde6504a3), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.258107 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:47:01.258564 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (fe7b9e63-0cc4-42ed-8373-563cde6504a3), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:47:01.260508 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:47:01.319382 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6250-bf55-494b-a0b6-ead8280b5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (4e2845bb-09e5-4a21-b6ab-48feaab238f3), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.327818 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (148f62ba-7daa-425d-ad50-d3580e75541e), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.333298 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.336576 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/148f62ba-7daa-425d-ad50-d3580e75541e HTTP/1.1" status: 204 len: 168 time: 0.5694389 Apr 06 17:47:01.348902 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac6250-bf55-494b-a0b6-ead8280b5763 None None] Pushing event deleted for resources: {'Port': ['ID=4e2845bb-09e5-4a21-b6ab-48feaab238f3,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:01.352721 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac6250-bf55-494b-a0b6-ead8280b5763 None None] No DVR routers for this DVR port 4e2845bb-09e5-4a21-b6ab-48feaab238f3 on host dv-cinder-835880-5-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:47:01.353066 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbd99a-9f95-45ca-8232-bf8e7ad4bcc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=148f62ba-7daa-425d-ad50-d3580e75541e,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:01.509721 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58680) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:01.549815 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4fc1b882-afaa-47e9-9dfa-f98e4c747206 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1acd353f385b44ef8976ac85be9bdc6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388818 Apr 06 17:47:01.552290 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58682) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:01.604725 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d1c0-681c-4e6c-8df2-4fd5641f8a69 admin admin] Publish callbacks [] for security_group (cda2029b-8303-44d7-a00c-02505e8a01e4), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.626067 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d1c0-681c-4e6c-8df2-4fd5641f8a69 admin admin] Publish callbacks [] for security_group (cda2029b-8303-44d7-a00c-02505e8a01e4), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.674266 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d1c0-681c-4e6c-8df2-4fd5641f8a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (cda2029b-8303-44d7-a00c-02505e8a01e4), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.676884 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f9d7d1c0-681c-4e6c-8df2-4fd5641f8a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:01.678072 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f9d7d1c0-681c-4e6c-8df2-4fd5641f8a69 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cda2029b-8303-44d7-a00c-02505e8a01e4 HTTP/1.1" status: 204 len: 168 time: 0.1248074 Apr 06 17:47:01.686686 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7d1c0-681c-4e6c-8df2-4fd5641f8a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda2029b-8303-44d7-a00c-02505e8a01e4,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:01.981646 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:02.444648 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58738) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:02.542961 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-316868983-network', 'tenant_id': 'a4f2e4f1a25e4529938497b3dd9cbe0c'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:02.564207 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Made reservation on behalf of a4f2e4f1a25e4529938497b3dd9cbe0c for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:47:02.566858 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:02.575744 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:02.653097 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Publish callbacks [] for security_group (83700f06-e813-4990-bd41-b5bf4114b91d), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:02.656910 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (83700f06-e813-4990-bd41-b5bf4114b91d), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:02.681759 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:47:02.692213 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83700f06-e813-4990-bd41-b5bf4114b91d,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:02.697257 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (a843de54-86e5-4886-be2d-4631849d3b90), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:02.697818 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Added segment a843de54-86e5-4886-be2d-4631849d3b90 of type vlan for network b62ff981-6fd2-4a20-b796-94cd8d0c8dc1 Apr 06 17:47:02.731485 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:02.744553 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (b62ff981-6fd2-4a20-b796-94cd8d0c8dc1), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:02.769741 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (b62ff981-6fd2-4a20-b796-94cd8d0c8dc1), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:02.770648 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:02.771243 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:02.825725 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3798985 Apr 06 17:47:02.829045 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58742) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:02.834411 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Request body: {'subnet': {'network_id': 'b62ff981-6fd2-4a20-b796-94cd8d0c8dc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-316868983-subnet', 'tenant_id': 'a4f2e4f1a25e4529938497b3dd9cbe0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:02.837663 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af6fd2-5dbe-4342-abf4-e32b3e5f8e7f admin admin] Pushing event updated for resources: {'Network': ['ID=b62ff981-6fd2-4a20-b796-94cd8d0c8dc1,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:02.849920 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network b62ff981-6fd2-4a20-b796-94cd8d0c8dc1 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:47:02.857042 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Made reservation on behalf of a4f2e4f1a25e4529938497b3dd9cbe0c for: {'subnet': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:47:02.860501 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4692828'] for subnet (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.030910 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5301927', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4692802'] for subnet (397d9fac-7b4d-44ca-85ad-a8c1bb589f81), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.083107 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=397d9fac-7b4d-44ca-85ad-a8c1bb589f81,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:03.093209 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Checking segment: {'id': 'a843de54-86e5-4886-be2d-4631849d3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b62ff981-6fd2-4a20-b796-94cd8d0c8dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:47:03.093573 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Network hostable DHCP agents. Network: b62ff981-6fd2-4a20-b796-94cd8d0c8dc1, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104731) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:47:03.110291 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Network b62ff981-6fd2-4a20-b796-94cd8d0c8dc1 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104731) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:47:03.118172 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, b62ff981-6fd2-4a20-b796-94cd8d0c8dc1) {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:47:03.121985 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:03.122619 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.127592 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf42d2a-20ab-4f3c-84be-0d3747276c90 None None] Network b62ff981-6fd2-4a20-b796-94cd8d0c8dc1 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:47:03.146111 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-faf91c93-a071-44af-ae6a-f6c5598046a9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3087015 Apr 06 17:47:03.226876 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a754de42-2e41-4c54-8587-4548d7b7a4c6 None None] Network b62ff981-6fd2-4a20-b796-94cd8d0c8dc1 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:47:03.432369 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58768) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:03.490568 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_v2 [None req-57991982-2a9f-4022-b508-4607645fc8fb admin admin] Deleting subnet 85cde9f3-aa33-454f-946c-5cca5e396a52 {{(pid=104731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:47:03.493877 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-57991982-2a9f-4022-b508-4607645fc8fb admin admin] Publish callbacks [] for subnet (85cde9f3-aa33-454f-946c-5cca5e396a52), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.505614 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.536015 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-57991982-2a9f-4022-b508-4607645fc8fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572447'] for subnet (85cde9f3-aa33-454f-946c-5cca5e396a52), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.583345 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-57991982-2a9f-4022-b508-4607645fc8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (85cde9f3-aa33-454f-946c-5cca5e396a52), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.640796 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-57991982-2a9f-4022-b508-4607645fc8fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5282656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692795'] for subnet (85cde9f3-aa33-454f-946c-5cca5e396a52), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.666184 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58776) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:03.667217 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57991982-2a9f-4022-b508-4607645fc8fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cde9f3-aa33-454f-946c-5cca5e396a52,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:03.671855 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-57991982-2a9f-4022-b508-4607645fc8fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.677694 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-57991982-2a9f-4022-b508-4607645fc8fb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/85cde9f3-aa33-454f-946c-5cca5e396a52 HTTP/1.1" status: 204 len: 168 time: 0.2442224 Apr 06 17:47:03.678310 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58778) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:03.679290 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-835715895-network', 'tenant_id': 'fa40e764359646ed9dd66f0124580cc3'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:03.703782 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Made reservation on behalf of fa40e764359646ed9dd66f0124580cc3 for: {'network': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:47:03.707005 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.716875 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.751369 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (1591a269-8501-4d94-b702-578e2e4753e6), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.798995 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Publish callbacks [] for security_group (7f5b178e-9081-4494-922a-c003c4260e62), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.803416 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (7f5b178e-9081-4494-922a-c003c4260e62), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.831131 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=104729) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:47:03.836499 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5b178e-9081-4494-922a-c003c4260e62,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:03.844570 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (1591a269-8501-4d94-b702-578e2e4753e6), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.850047 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (676ec0f6-c81f-48b4-983b-c382bd58cd71), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.850445 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.segments_db [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Added segment 676ec0f6-c81f-48b4-983b-c382bd58cd71 of type vlan for network d7d690b0-5ab6-4c02-8489-8c455eba8685 Apr 06 17:47:03.870482 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1591a269-8501-4d94-b702-578e2e4753e6']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:03.880878 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732c5a3d-45f8-4a15-809d-43095f155804') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:03.881173 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732c5a3d-45f8-4a15-809d-43095f155804') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:03.891193 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (732c5a3d-45f8-4a15-809d-43095f155804), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.901896 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (d7d690b0-5ab6-4c02-8489-8c455eba8685), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.908539 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (732c5a3d-45f8-4a15-809d-43095f155804), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.915770 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:47:03.916155 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (732c5a3d-45f8-4a15-809d-43095f155804), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.938522 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (d7d690b0-5ab6-4c02-8489-8c455eba8685), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.939757 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:03.940341 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:47:03.958053 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:47:03.979726 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (1591a269-8501-4d94-b702-578e2e4753e6), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.986152 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:03.989404 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] 10.222.0.18 "DELETE /v2.0/networks/1591a269-8501-4d94-b702-578e2e4753e6 HTTP/1.1" status: 204 len: 168 time: 0.3100905 Apr 06 17:47:03.992100 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58786) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:04.007193 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3382237 Apr 06 17:47:04.009610 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58790) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:04.016758 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Request body: {'subnet': {'network_id': 'd7d690b0-5ab6-4c02-8489-8c455eba8685', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-835715895-subnet', 'tenant_id': 'fa40e764359646ed9dd66f0124580cc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:04.022987 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5367754-f336-4b6e-8223-893eaee8d7ad admin admin] Pushing event updated for resources: {'Network': ['ID=d7d690b0-5ab6-4c02-8489-8c455eba8685,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:04.033679 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network d7d690b0-5ab6-4c02-8489-8c455eba8685 details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:47:04.041586 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d93ede-9bc3-47c6-9513-5403a93fb5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1591a269-8501-4d94-b702-578e2e4753e6,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:04.048034 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Made reservation on behalf of fa40e764359646ed9dd66f0124580cc3 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:47:04.050682 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485933'] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.061707 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be435a3-549e-4ad2-9e48-e515c95bacd6 admin admin] Deleting subnet 399ca735-7396-40f0-b7bc-3fa4dd369153 {{(pid=104731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:47:04.065261 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8be435a3-549e-4ad2-9e48-e515c95bacd6 admin admin] Publish callbacks [] for subnet (399ca735-7396-40f0-b7bc-3fa4dd369153), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.105346 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8be435a3-549e-4ad2-9e48-e515c95bacd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572447'] for subnet (399ca735-7396-40f0-b7bc-3fa4dd369153), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.146316 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8be435a3-549e-4ad2-9e48-e515c95bacd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (399ca735-7396-40f0-b7bc-3fa4dd369153), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.203206 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8be435a3-549e-4ad2-9e48-e515c95bacd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5282656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692795'] for subnet (399ca735-7396-40f0-b7bc-3fa4dd369153), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.230040 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be435a3-549e-4ad2-9e48-e515c95bacd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=399ca735-7396-40f0-b7bc-3fa4dd369153,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:04.235134 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8be435a3-549e-4ad2-9e48-e515c95bacd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.238674 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-8be435a3-549e-4ad2-9e48-e515c95bacd6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/399ca735-7396-40f0-b7bc-3fa4dd369153 HTTP/1.1" status: 204 len: 168 time: 0.2456441 Apr 06 17:47:04.241064 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58794) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:04.250586 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4940732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485939'] for subnet (549eda2f-5628-4d46-aefb-05fb3d6b798e), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.312957 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Checking segment: {'id': '676ec0f6-c81f-48b4-983b-c382bd58cd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd7d690b0-5ab6-4c02-8489-8c455eba8685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:47:04.313318 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Network hostable DHCP agents. Network: d7d690b0-5ab6-4c02-8489-8c455eba8685, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:47:04.315261 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=549eda2f-5628-4d46-aefb-05fb3d6b798e,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:04.315745 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (3a900804-f3bc-4423-a5d3-52e2d1aa4de4), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.332538 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Network d7d690b0-5ab6-4c02-8489-8c455eba8685 is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:47:04.341409 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, d7d690b0-5ab6-4c02-8489-8c455eba8685) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:47:04.346478 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:04.347139 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.351597 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95474cad-fef4-421a-a310-c892aceb291f None None] Network d7d690b0-5ab6-4c02-8489-8c455eba8685 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:47:04.367533 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-626eca93-2406-4a96-98e2-ec6746e74df4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3567939 Apr 06 17:47:04.410263 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (3a900804-f3bc-4423-a5d3-52e2d1aa4de4), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.430784 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a900804-f3bc-4423-a5d3-52e2d1aa4de4']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:04.440249 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02e8855-d01d-4315-893f-86daa83012e4') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:04.440548 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02e8855-d01d-4315-893f-86daa83012e4') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:04.450490 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (c02e8855-d01d-4315-893f-86daa83012e4), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.464508 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (c02e8855-d01d-4315-893f-86daa83012e4), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.467559 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40825bd8-e01d-4219-b553-bca9022ed22a None None] Network d7d690b0-5ab6-4c02-8489-8c455eba8685 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:47:04.471976 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:47:04.472652 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (c02e8855-d01d-4315-893f-86daa83012e4), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:47:04.474634 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:47:04.494949 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58798) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:04.536523 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (3a900804-f3bc-4423-a5d3-52e2d1aa4de4), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.542323 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.545938 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3a900804-f3bc-4423-a5d3-52e2d1aa4de4 HTTP/1.1" status: 204 len: 168 time: 0.3037195 Apr 06 17:47:04.550273 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-834bdc8c-a5ba-494a-913d-956be5aa4f69 admin admin] Deleting subnet 397d9fac-7b4d-44ca-85ad-a8c1bb589f81 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:47:04.554418 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-834bdc8c-a5ba-494a-913d-956be5aa4f69 admin admin] Publish callbacks [] for subnet (397d9fac-7b4d-44ca-85ad-a8c1bb589f81), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.559902 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4ee03-3a8c-4b45-a009-d17084f2ca03 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a900804-f3bc-4423-a5d3-52e2d1aa4de4,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:04.722773 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58802) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:04.769172 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c5fe8756-172c-4132-8ed9-b858c33a3871 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5865865d6fe4bd296f565e8043f6963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451500 Apr 06 17:47:04.771628 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58804) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:04.821664 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-725444c6-06d3-4427-8eed-97556e333138 admin admin] Publish callbacks [] for security_group (09b07d74-2204-4878-9209-9924474de811), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.843958 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-725444c6-06d3-4427-8eed-97556e333138 admin admin] Publish callbacks [] for security_group (09b07d74-2204-4878-9209-9924474de811), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.858192 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-834bdc8c-a5ba-494a-913d-956be5aa4f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6102270'] for subnet (397d9fac-7b4d-44ca-85ad-a8c1bb589f81), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.891277 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-725444c6-06d3-4427-8eed-97556e333138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (09b07d74-2204-4878-9209-9924474de811), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.893897 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-725444c6-06d3-4427-8eed-97556e333138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.895063 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-725444c6-06d3-4427-8eed-97556e333138 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09b07d74-2204-4878-9209-9924474de811 HTTP/1.1" status: 204 len: 168 time: 0.1225047 Apr 06 17:47:04.897684 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-834bdc8c-a5ba-494a-913d-956be5aa4f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (397d9fac-7b4d-44ca-85ad-a8c1bb589f81), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.904035 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725444c6-06d3-4427-8eed-97556e333138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b07d74-2204-4878-9209-9924474de811,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:04.958747 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-834bdc8c-a5ba-494a-913d-956be5aa4f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485962'] for subnet (397d9fac-7b4d-44ca-85ad-a8c1bb589f81), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.984387 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bdc8c-a5ba-494a-913d-956be5aa4f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=397d9fac-7b4d-44ca-85ad-a8c1bb589f81,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:04.988055 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-834bdc8c-a5ba-494a-913d-956be5aa4f69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:04.991226 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-834bdc8c-a5ba-494a-913d-956be5aa4f69 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/397d9fac-7b4d-44ca-85ad-a8c1bb589f81 HTTP/1.1" status: 204 len: 168 time: 0.4952710 Apr 06 17:47:04.993617 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58808) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:05.068056 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (b62ff981-6fd2-4a20-b796-94cd8d0c8dc1), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.156271 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (b62ff981-6fd2-4a20-b796-94cd8d0c8dc1), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.177078 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62ff981-6fd2-4a20-b796-94cd8d0c8dc1']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:05.187006 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a843de54-86e5-4886-be2d-4631849d3b90') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:05.187302 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a843de54-86e5-4886-be2d-4631849d3b90') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:05.200310 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6102021'] for segment (a843de54-86e5-4886-be2d-4631849d3b90), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.214088 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (a843de54-86e5-4886-be2d-4631849d3b90), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.220983 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:47:05.221383 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4922897'] for segment (a843de54-86e5-4886-be2d-4631849d3b90), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: Traceback (most recent call last): Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: timer() Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: cb(*args, **kw) Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: return func(*args, **kwargs) Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: self._notify() Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: self.callback(batched_events) Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: event.method(event) Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: return f(self, *a, **k) Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: return self._get(url).json() Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:47:05.223253 dv-cinder-835880-5-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:47:05.225796 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58816) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:05.265550 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-37058848-9942-4745-95b0-bf001de90fe8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10bc12b1aa4a4fe88344b467f0dce732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385687 Apr 06 17:47:05.267972 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58818) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:05.277939 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (b62ff981-6fd2-4a20-b796-94cd8d0c8dc1), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.286780 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.290595 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] 10.222.0.18 "DELETE /v2.0/networks/b62ff981-6fd2-4a20-b796-94cd8d0c8dc1 HTTP/1.1" status: 204 len: 168 time: 0.2960234 Apr 06 17:47:05.297496 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58820) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:05.305702 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eb856-c79d-4cf6-b7c7-45afa51a145f admin admin] Pushing event deleted for resources: {'Network': ['ID=b62ff981-6fd2-4a20-b796-94cd8d0c8dc1,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:05.359963 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_v2 [None req-91040b33-79aa-49e8-bfbc-5fa0ba00c609 admin admin] Deleting subnet 549eda2f-5628-4d46-aefb-05fb3d6b798e {{(pid=104731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:47:05.364694 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-91040b33-79aa-49e8-bfbc-5fa0ba00c609 admin admin] Publish callbacks [] for subnet (549eda2f-5628-4d46-aefb-05fb3d6b798e), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.366330 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3b096e71-ba22-45c7-a77b-a1c839601a3b admin admin] Publish callbacks [] for security_group (1f8a4c00-9054-4203-bdab-1ca27aadc8c4), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.412883 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3b096e71-ba22-45c7-a77b-a1c839601a3b admin admin] Publish callbacks [] for security_group (1f8a4c00-9054-4203-bdab-1ca27aadc8c4), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.415978 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-91040b33-79aa-49e8-bfbc-5fa0ba00c609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572447'] for subnet (549eda2f-5628-4d46-aefb-05fb3d6b798e), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.475672 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-91040b33-79aa-49e8-bfbc-5fa0ba00c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (549eda2f-5628-4d46-aefb-05fb3d6b798e), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.516163 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3b096e71-ba22-45c7-a77b-a1c839601a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (1f8a4c00-9054-4203-bdab-1ca27aadc8c4), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.518670 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3b096e71-ba22-45c7-a77b-a1c839601a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.519825 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3b096e71-ba22-45c7-a77b-a1c839601a3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f8a4c00-9054-4203-bdab-1ca27aadc8c4 HTTP/1.1" status: 204 len: 168 time: 0.2508759 Apr 06 17:47:05.531067 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b096e71-ba22-45c7-a77b-a1c839601a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a4c00-9054-4203-bdab-1ca27aadc8c4,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:05.546404 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-91040b33-79aa-49e8-bfbc-5fa0ba00c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5282656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692795'] for subnet (549eda2f-5628-4d46-aefb-05fb3d6b798e), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.574184 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91040b33-79aa-49e8-bfbc-5fa0ba00c609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=549eda2f-5628-4d46-aefb-05fb3d6b798e,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:05.578271 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-91040b33-79aa-49e8-bfbc-5fa0ba00c609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.581469 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-91040b33-79aa-49e8-bfbc-5fa0ba00c609 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/549eda2f-5628-4d46-aefb-05fb3d6b798e HTTP/1.1" status: 204 len: 168 time: 0.2829995 Apr 06 17:47:05.584106 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58824) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:05.659752 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (d7d690b0-5ab6-4c02-8489-8c455eba8685), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.741168 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (d7d690b0-5ab6-4c02-8489-8c455eba8685), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.760714 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d690b0-5ab6-4c02-8489-8c455eba8685']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:05.770359 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676ec0f6-c81f-48b4-983b-c382bd58cd71') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:05.770658 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676ec0f6-c81f-48b4-983b-c382bd58cd71') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:47:05.780351 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6102021'] for segment (676ec0f6-c81f-48b4-983b-c382bd58cd71), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.793705 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (676ec0f6-c81f-48b4-983b-c382bd58cd71), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.800547 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:47:05.800942 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4922897'] for segment (676ec0f6-c81f-48b4-983b-c382bd58cd71), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: Traceback (most recent call last): Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: timer() Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: cb(*args, **kw) Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: return func(*args, **kwargs) Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: self._notify() Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: self.callback(batched_events) Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: event.method(event) Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: return f(self, *a, **k) Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: return self._get(url).json() Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:47:05.802628 dv-cinder-835880-5-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:47:05.866256 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (d7d690b0-5ab6-4c02-8489-8c455eba8685), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.870928 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:05.874790 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] 10.222.0.18 "DELETE /v2.0/networks/d7d690b0-5ab6-4c02-8489-8c455eba8685 HTTP/1.1" status: 204 len: 168 time: 0.2886660 Apr 06 17:47:05.887638 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140f87b-f526-4e0f-af28-1f9b2c677aac admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d690b0-5ab6-4c02-8489-8c455eba8685,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:05.995456 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58838) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:06.037831 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-46e1fc78-0ca2-4c6b-82b0-0b36d5aba6ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4f2e4f1a25e4529938497b3dd9cbe0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410848 Apr 06 17:47:06.040303 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58842) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:06.087688 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b33f5d8f-7b7b-4cec-8eed-88aed2a37741 admin admin] Publish callbacks [] for security_group (83700f06-e813-4990-bd41-b5bf4114b91d), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:06.111745 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b33f5d8f-7b7b-4cec-8eed-88aed2a37741 admin admin] Publish callbacks [] for security_group (83700f06-e813-4990-bd41-b5bf4114b91d), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:06.163829 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b33f5d8f-7b7b-4cec-8eed-88aed2a37741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (83700f06-e813-4990-bd41-b5bf4114b91d), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:06.166896 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b33f5d8f-7b7b-4cec-8eed-88aed2a37741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:06.171513 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b33f5d8f-7b7b-4cec-8eed-88aed2a37741 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83700f06-e813-4990-bd41-b5bf4114b91d HTTP/1.1" status: 204 len: 168 time: 0.1302447 Apr 06 17:47:06.180865 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f5d8f-7b7b-4cec-8eed-88aed2a37741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83700f06-e813-4990-bd41-b5bf4114b91d,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:06.498536 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58866) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:06.543735 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-859afe30-ba25-48fa-b269-4c982c220625 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa40e764359646ed9dd66f0124580cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439649 Apr 06 17:47:06.546873 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58870) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:06.596135 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-50bc944d-eb6b-4c45-a440-127fe94fc702 admin admin] Publish callbacks [] for security_group (7f5b178e-9081-4494-922a-c003c4260e62), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:06.619531 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-50bc944d-eb6b-4c45-a440-127fe94fc702 admin admin] Publish callbacks [] for security_group (7f5b178e-9081-4494-922a-c003c4260e62), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:06.667258 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-50bc944d-eb6b-4c45-a440-127fe94fc702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (7f5b178e-9081-4494-922a-c003c4260e62), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:06.670523 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-50bc944d-eb6b-4c45-a440-127fe94fc702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:06.672303 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-50bc944d-eb6b-4c45-a440-127fe94fc702 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f5b178e-9081-4494-922a-c003c4260e62 HTTP/1.1" status: 204 len: 168 time: 0.1244946 Apr 06 17:47:06.680047 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc944d-eb6b-4c45-a440-127fe94fc702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5b178e-9081-4494-922a-c003c4260e62,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:06.755237 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 58876) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:06.960823 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-21bf84d5-c209-4ddf-9043-6474f8224c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:07.035918 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-21bf84d5-c209-4ddf-9043-6474f8224c13 admin admin] Publish callbacks [] for security_group (75b71645-9126-4a32-a9c7-e2997d4f2761), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:07.041573 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-21bf84d5-c209-4ddf-9043-6474f8224c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (75b71645-9126-4a32-a9c7-e2997d4f2761), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:07.078705 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-21bf84d5-c209-4ddf-9043-6474f8224c13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e20de2004de642429fb340571416b799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223851 Apr 06 17:47:07.079820 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf84d5-c209-4ddf-9043-6474f8224c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b71645-9126-4a32-a9c7-e2997d4f2761,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:07.081371 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 58890) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:07.141091 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-16708972-d16e-4627-9621-5974fea93dce admin admin] Publish callbacks [] for security_group (75b71645-9126-4a32-a9c7-e2997d4f2761), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:07.162121 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-16708972-d16e-4627-9621-5974fea93dce admin admin] Publish callbacks [] for security_group (75b71645-9126-4a32-a9c7-e2997d4f2761), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:07.209064 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-16708972-d16e-4627-9621-5974fea93dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (75b71645-9126-4a32-a9c7-e2997d4f2761), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:07.211788 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-16708972-d16e-4627-9621-5974fea93dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:07.212966 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-16708972-d16e-4627-9621-5974fea93dce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75b71645-9126-4a32-a9c7-e2997d4f2761 HTTP/1.1" status: 204 len: 168 time: 0.1305475 Apr 06 17:47:07.221328 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16708972-d16e-4627-9621-5974fea93dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b71645-9126-4a32-a9c7-e2997d4f2761,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:08.903605 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59006) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:09.013480 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-068dc196-77f4-40bc-9de1-eaa2b5072940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.089901 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-068dc196-77f4-40bc-9de1-eaa2b5072940 admin admin] Publish callbacks [] for security_group (95d98275-928a-49cf-a885-5d287b692c0e), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.093768 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-068dc196-77f4-40bc-9de1-eaa2b5072940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (95d98275-928a-49cf-a885-5d287b692c0e), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.135308 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-068dc196-77f4-40bc-9de1-eaa2b5072940 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89104f28f205429b895797f618fd04c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304616 Apr 06 17:47:09.136035 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dc196-77f4-40bc-9de1-eaa2b5072940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d98275-928a-49cf-a885-5d287b692c0e,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:09.138036 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59012) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:09.186730 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ae50ac48-5e14-45a8-b892-809c9d5e99ce admin admin] Publish callbacks [] for security_group (95d98275-928a-49cf-a885-5d287b692c0e), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.207221 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ae50ac48-5e14-45a8-b892-809c9d5e99ce admin admin] Publish callbacks [] for security_group (95d98275-928a-49cf-a885-5d287b692c0e), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.258800 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ae50ac48-5e14-45a8-b892-809c9d5e99ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (95d98275-928a-49cf-a885-5d287b692c0e), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.261600 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ae50ac48-5e14-45a8-b892-809c9d5e99ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.262778 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ae50ac48-5e14-45a8-b892-809c9d5e99ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95d98275-928a-49cf-a885-5d287b692c0e HTTP/1.1" status: 204 len: 168 time: 0.1230564 Apr 06 17:47:09.270615 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50ac48-5e14-45a8-b892-809c9d5e99ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d98275-928a-49cf-a885-5d287b692c0e,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:09.520193 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59020) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:09.533740 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-929f002f-473e-4097-8e30-1c5793093b32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.614968 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-929f002f-473e-4097-8e30-1c5793093b32 admin admin] Publish callbacks [] for security_group (ef6846b7-948b-4234-ad0a-c2300fc96ddd), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.619731 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-929f002f-473e-4097-8e30-1c5793093b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ef6846b7-948b-4234-ad0a-c2300fc96ddd), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.660614 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-929f002f-473e-4097-8e30-1c5793093b32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=154b24f78fe14fb79aa0333aabca9506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393104 Apr 06 17:47:09.661697 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f002f-473e-4097-8e30-1c5793093b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6846b7-948b-4234-ad0a-c2300fc96ddd,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:09.663768 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59024) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:09.720674 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-160a87eb-d490-4e15-873d-36392161d0ef admin admin] Publish callbacks [] for security_group (ef6846b7-948b-4234-ad0a-c2300fc96ddd), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.743090 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-160a87eb-d490-4e15-873d-36392161d0ef admin admin] Publish callbacks [] for security_group (ef6846b7-948b-4234-ad0a-c2300fc96ddd), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.789432 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-160a87eb-d490-4e15-873d-36392161d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (ef6846b7-948b-4234-ad0a-c2300fc96ddd), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.791987 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-160a87eb-d490-4e15-873d-36392161d0ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:09.795506 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-160a87eb-d490-4e15-873d-36392161d0ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef6846b7-948b-4234-ad0a-c2300fc96ddd HTTP/1.1" status: 204 len: 168 time: 0.1280839 Apr 06 17:47:09.801147 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a87eb-d490-4e15-873d-36392161d0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6846b7-948b-4234-ad0a-c2300fc96ddd,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:10.291520 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59056) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:10.396969 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb75-a7a0-40a8-97e4-62264a5caba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:10.474420 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb75-a7a0-40a8-97e4-62264a5caba4 admin admin] Publish callbacks [] for security_group (0eb800af-2017-45f5-8b30-22d3488138db), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:10.478702 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-40d8cb75-a7a0-40a8-97e4-62264a5caba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (0eb800af-2017-45f5-8b30-22d3488138db), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:10.516779 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8cb75-a7a0-40a8-97e4-62264a5caba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb800af-2017-45f5-8b30-22d3488138db,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:10.522171 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-40d8cb75-a7a0-40a8-97e4-62264a5caba4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06ec37706cca4ef79335f99563c1e674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296643 Apr 06 17:47:10.525036 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59068) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:10.578061 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ac64fd2-ba2d-4ef1-b5c4-cf3b4e9ba3a2 admin admin] Publish callbacks [] for security_group (0eb800af-2017-45f5-8b30-22d3488138db), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:10.600710 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ac64fd2-ba2d-4ef1-b5c4-cf3b4e9ba3a2 admin admin] Publish callbacks [] for security_group (0eb800af-2017-45f5-8b30-22d3488138db), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:10.651818 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ac64fd2-ba2d-4ef1-b5c4-cf3b4e9ba3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (0eb800af-2017-45f5-8b30-22d3488138db), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:10.655270 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ac64fd2-ba2d-4ef1-b5c4-cf3b4e9ba3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:10.658793 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-3ac64fd2-ba2d-4ef1-b5c4-cf3b4e9ba3a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0eb800af-2017-45f5-8b30-22d3488138db HTTP/1.1" status: 204 len: 168 time: 0.1306300 Apr 06 17:47:10.665985 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac64fd2-ba2d-4ef1-b5c4-cf3b4e9ba3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb800af-2017-45f5-8b30-22d3488138db,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:11.021448 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59090) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:11.034939 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0db8ed86-d459-48a8-a6b7-21fed635ab84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:11.113188 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0db8ed86-d459-48a8-a6b7-21fed635ab84 admin admin] Publish callbacks [] for security_group (974d3467-1ca3-4997-a395-c0417562cc19), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:11.117669 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0db8ed86-d459-48a8-a6b7-21fed635ab84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (974d3467-1ca3-4997-a395-c0417562cc19), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:11.159224 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0db8ed86-d459-48a8-a6b7-21fed635ab84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db843e2d3ed94d1b87450a51bdb2857f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1366296 Apr 06 17:47:11.160076 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8ed86-d459-48a8-a6b7-21fed635ab84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974d3467-1ca3-4997-a395-c0417562cc19,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:11.162164 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59096) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:11.212976 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-804a61c5-d965-403c-a8e7-157a03d9129e admin admin] Publish callbacks [] for security_group (974d3467-1ca3-4997-a395-c0417562cc19), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:11.235545 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-804a61c5-d965-403c-a8e7-157a03d9129e admin admin] Publish callbacks [] for security_group (974d3467-1ca3-4997-a395-c0417562cc19), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:11.284832 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-804a61c5-d965-403c-a8e7-157a03d9129e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (974d3467-1ca3-4997-a395-c0417562cc19), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:11.287633 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-804a61c5-d965-403c-a8e7-157a03d9129e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:11.288791 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-804a61c5-d965-403c-a8e7-157a03d9129e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/974d3467-1ca3-4997-a395-c0417562cc19 HTTP/1.1" status: 204 len: 168 time: 0.1254690 Apr 06 17:47:11.297026 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a61c5-d965-403c-a8e7-157a03d9129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974d3467-1ca3-4997-a395-c0417562cc19,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:13.459173 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:47:14.844129 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59226) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:14.945676 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-5f9dae39-810b-4b98-af36-4166a90bae4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.019480 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-5f9dae39-810b-4b98-af36-4166a90bae4d admin admin] Publish callbacks [] for security_group (f5e89656-c1ba-4596-bcbc-63c9027edb69), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.023164 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-5f9dae39-810b-4b98-af36-4166a90bae4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f5e89656-c1ba-4596-bcbc-63c9027edb69), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.060401 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-5f9dae39-810b-4b98-af36-4166a90bae4d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1fade8a3a144c9990a386cdd543856a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152154 Apr 06 17:47:15.062912 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dae39-810b-4b98-af36-4166a90bae4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e89656-c1ba-4596-bcbc-63c9027edb69,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:15.063307 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59232) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:15.111324 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d318c071-6761-4f18-bc79-07e5954baf34 admin admin] Publish callbacks [] for security_group (f5e89656-c1ba-4596-bcbc-63c9027edb69), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.132189 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d318c071-6761-4f18-bc79-07e5954baf34 admin admin] Publish callbacks [] for security_group (f5e89656-c1ba-4596-bcbc-63c9027edb69), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.176049 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d318c071-6761-4f18-bc79-07e5954baf34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f5e89656-c1ba-4596-bcbc-63c9027edb69), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.178721 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d318c071-6761-4f18-bc79-07e5954baf34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.179843 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d318c071-6761-4f18-bc79-07e5954baf34 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5e89656-c1ba-4596-bcbc-63c9027edb69 HTTP/1.1" status: 204 len: 168 time: 0.1155586 Apr 06 17:47:15.188059 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318c071-6761-4f18-bc79-07e5954baf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e89656-c1ba-4596-bcbc-63c9027edb69,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:15.431237 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59238) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:15.444606 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cb948322-8841-4e1b-80b1-738dd35fac74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.518230 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cb948322-8841-4e1b-80b1-738dd35fac74 admin admin] Publish callbacks [] for security_group (34b16089-4500-4cd0-9a28-9fc44b4e0bab), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.522456 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-cb948322-8841-4e1b-80b1-738dd35fac74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (34b16089-4500-4cd0-9a28-9fc44b4e0bab), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.559269 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-cb948322-8841-4e1b-80b1-738dd35fac74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=766e742bc7004fc19416be43a13eda79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269960 Apr 06 17:47:15.561848 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb948322-8841-4e1b-80b1-738dd35fac74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b16089-4500-4cd0-9a28-9fc44b4e0bab,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:15.562656 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59240) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:15.613442 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d1f168f2-ed0b-4e65-bc52-ae0335256069 admin admin] Publish callbacks [] for security_group (34b16089-4500-4cd0-9a28-9fc44b4e0bab), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.635275 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d1f168f2-ed0b-4e65-bc52-ae0335256069 admin admin] Publish callbacks [] for security_group (34b16089-4500-4cd0-9a28-9fc44b4e0bab), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.680540 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d1f168f2-ed0b-4e65-bc52-ae0335256069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (34b16089-4500-4cd0-9a28-9fc44b4e0bab), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.683276 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-d1f168f2-ed0b-4e65-bc52-ae0335256069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:15.684421 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-d1f168f2-ed0b-4e65-bc52-ae0335256069 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34b16089-4500-4cd0-9a28-9fc44b4e0bab HTTP/1.1" status: 204 len: 168 time: 0.1207278 Apr 06 17:47:15.692745 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f168f2-ed0b-4e65-bc52-ae0335256069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b16089-4500-4cd0-9a28-9fc44b4e0bab,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:20.463986 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59392) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:20.565486 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f336e553-f2a7-434b-96bc-7b784b25074c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:20.646294 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f336e553-f2a7-434b-96bc-7b784b25074c admin admin] Publish callbacks [] for security_group (7532c5d1-ddc7-4018-a652-011e95ed2ebe), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:20.649871 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f336e553-f2a7-434b-96bc-7b784b25074c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (7532c5d1-ddc7-4018-a652-011e95ed2ebe), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:20.686690 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336e553-f2a7-434b-96bc-7b784b25074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7532c5d1-ddc7-4018-a652-011e95ed2ebe,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:20.693551 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f336e553-f2a7-434b-96bc-7b784b25074c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6392fa8736ae47ebaba77d58f519a574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283809 Apr 06 17:47:20.696219 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59396) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:20.755992 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-61b0cb4c-94da-4903-8f51-4cddb0427ade admin admin] Publish callbacks [] for security_group (7532c5d1-ddc7-4018-a652-011e95ed2ebe), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:20.783973 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-61b0cb4c-94da-4903-8f51-4cddb0427ade admin admin] Publish callbacks [] for security_group (7532c5d1-ddc7-4018-a652-011e95ed2ebe), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:20.829798 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-61b0cb4c-94da-4903-8f51-4cddb0427ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (7532c5d1-ddc7-4018-a652-011e95ed2ebe), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:20.832375 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-61b0cb4c-94da-4903-8f51-4cddb0427ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:20.833515 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-61b0cb4c-94da-4903-8f51-4cddb0427ade admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7532c5d1-ddc7-4018-a652-011e95ed2ebe HTTP/1.1" status: 204 len: 168 time: 0.1361630 Apr 06 17:47:20.841346 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b0cb4c-94da-4903-8f51-4cddb0427ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7532c5d1-ddc7-4018-a652-011e95ed2ebe,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:21.106497 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59406) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:21.120245 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a965f408-c6cc-4559-aa51-91854ecd5021 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.196471 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a965f408-c6cc-4559-aa51-91854ecd5021 admin admin] Publish callbacks [] for security_group (1bab36ea-13bb-4b89-9763-f50148e9ff9d), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.200149 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a965f408-c6cc-4559-aa51-91854ecd5021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (1bab36ea-13bb-4b89-9763-f50148e9ff9d), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.238357 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965f408-c6cc-4559-aa51-91854ecd5021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bab36ea-13bb-4b89-9763-f50148e9ff9d,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:21.242608 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a965f408-c6cc-4559-aa51-91854ecd5021 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=234517a3f37241569a09341d75f3183e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350739 Apr 06 17:47:21.245191 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59408) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:21.292683 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c76195c6-88ca-4b50-8604-dfcb8e6bedca admin admin] Publish callbacks [] for security_group (1bab36ea-13bb-4b89-9763-f50148e9ff9d), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.315192 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c76195c6-88ca-4b50-8604-dfcb8e6bedca admin admin] Publish callbacks [] for security_group (1bab36ea-13bb-4b89-9763-f50148e9ff9d), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.364468 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c76195c6-88ca-4b50-8604-dfcb8e6bedca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (1bab36ea-13bb-4b89-9763-f50148e9ff9d), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.367449 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c76195c6-88ca-4b50-8604-dfcb8e6bedca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.368618 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c76195c6-88ca-4b50-8604-dfcb8e6bedca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bab36ea-13bb-4b89-9763-f50148e9ff9d HTTP/1.1" status: 204 len: 168 time: 0.1225362 Apr 06 17:47:21.377103 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76195c6-88ca-4b50-8604-dfcb8e6bedca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bab36ea-13bb-4b89-9763-f50148e9ff9d,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:21.678885 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59414) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:21.691635 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0fafe5f-7e5a-4400-83fc-6450210c25e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.764204 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0fafe5f-7e5a-4400-83fc-6450210c25e3 admin admin] Publish callbacks [] for security_group (b98c534a-5b8c-40b5-ab71-37f810627c24), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.768233 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b0fafe5f-7e5a-4400-83fc-6450210c25e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b98c534a-5b8c-40b5-ab71-37f810627c24), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.807920 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b0fafe5f-7e5a-4400-83fc-6450210c25e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8aa28e28c414f9eba7780d7475a8289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279228 Apr 06 17:47:21.808754 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fafe5f-7e5a-4400-83fc-6450210c25e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98c534a-5b8c-40b5-ab71-37f810627c24,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:21.810543 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59418) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:21.860491 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6f638242-4d48-4c84-ad7f-51848377abcb admin admin] Publish callbacks [] for security_group (b98c534a-5b8c-40b5-ab71-37f810627c24), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.881340 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6f638242-4d48-4c84-ad7f-51848377abcb admin admin] Publish callbacks [] for security_group (b98c534a-5b8c-40b5-ab71-37f810627c24), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.928627 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6f638242-4d48-4c84-ad7f-51848377abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (b98c534a-5b8c-40b5-ab71-37f810627c24), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.931339 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6f638242-4d48-4c84-ad7f-51848377abcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:21.932481 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6f638242-4d48-4c84-ad7f-51848377abcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b98c534a-5b8c-40b5-ab71-37f810627c24 HTTP/1.1" status: 204 len: 168 time: 0.1208878 Apr 06 17:47:21.940976 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f638242-4d48-4c84-ad7f-51848377abcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98c534a-5b8c-40b5-ab71-37f810627c24,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:25.799517 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59538) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:25.904295 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5bd606c5-98b3-49d7-be96-3e8097d6bfe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:25.981443 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5bd606c5-98b3-49d7-be96-3e8097d6bfe6 admin admin] Publish callbacks [] for security_group (5542c642-0a07-4818-ba3b-edf6536fdd0b), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:25.986973 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-5bd606c5-98b3-49d7-be96-3e8097d6bfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (5542c642-0a07-4818-ba3b-edf6536fdd0b), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.035377 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-5bd606c5-98b3-49d7-be96-3e8097d6bfe6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2b5addede114bb9b63f8373a5b3225f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347441 Apr 06 17:47:26.038762 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59552) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:26.040709 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd606c5-98b3-49d7-be96-3e8097d6bfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5542c642-0a07-4818-ba3b-edf6536fdd0b,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:26.089485 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-37870e95-1caf-44ab-abd5-46753cb3118f admin admin] Publish callbacks [] for security_group (5542c642-0a07-4818-ba3b-edf6536fdd0b), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.111484 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-37870e95-1caf-44ab-abd5-46753cb3118f admin admin] Publish callbacks [] for security_group (5542c642-0a07-4818-ba3b-edf6536fdd0b), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.160493 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-37870e95-1caf-44ab-abd5-46753cb3118f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (5542c642-0a07-4818-ba3b-edf6536fdd0b), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.163386 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-37870e95-1caf-44ab-abd5-46753cb3118f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.167016 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-37870e95-1caf-44ab-abd5-46753cb3118f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5542c642-0a07-4818-ba3b-edf6536fdd0b HTTP/1.1" status: 204 len: 168 time: 0.1239834 Apr 06 17:47:26.175465 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37870e95-1caf-44ab-abd5-46753cb3118f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5542c642-0a07-4818-ba3b-edf6536fdd0b,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:26.440929 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59564) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:26.454699 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4757-da6c-461d-9d76-7be709a9f1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.530236 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4757-da6c-461d-9d76-7be709a9f1d8 admin admin] Publish callbacks [] for security_group (946655d2-f8a6-423c-8a84-7c0f549a41d8), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.535070 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2c6c4757-da6c-461d-9d76-7be709a9f1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (946655d2-f8a6-423c-8a84-7c0f549a41d8), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.572480 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-2c6c4757-da6c-461d-9d76-7be709a9f1d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9226fafd528454081aa51ef90d1c0be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282203 Apr 06 17:47:26.573093 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59566) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:26.585634 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c4757-da6c-461d-9d76-7be709a9f1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946655d2-f8a6-423c-8a84-7c0f549a41d8,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:26.627687 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-db5a561b-5900-4de8-924c-264719d81c0d admin admin] Publish callbacks [] for security_group (946655d2-f8a6-423c-8a84-7c0f549a41d8), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.649076 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-db5a561b-5900-4de8-924c-264719d81c0d admin admin] Publish callbacks [] for security_group (946655d2-f8a6-423c-8a84-7c0f549a41d8), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.698802 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-db5a561b-5900-4de8-924c-264719d81c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (946655d2-f8a6-423c-8a84-7c0f549a41d8), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.701113 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59570) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:26.701305 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-db5a561b-5900-4de8-924c-264719d81c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.702452 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-db5a561b-5900-4de8-924c-264719d81c0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/946655d2-f8a6-423c-8a84-7c0f549a41d8 HTTP/1.1" status: 204 len: 168 time: 0.1284661 Apr 06 17:47:26.710738 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a561b-5900-4de8-924c-264719d81c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946655d2-f8a6-423c-8a84-7c0f549a41d8,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:26.913809 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e9e5-1065-47c7-adfb-6d4ac5262a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.991750 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e9e5-1065-47c7-adfb-6d4ac5262a15 admin admin] Publish callbacks [] for security_group (4fdc6185-8594-4005-90cb-227199ebd029), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:26.996170 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c1f5e9e5-1065-47c7-adfb-6d4ac5262a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (4fdc6185-8594-4005-90cb-227199ebd029), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:27.043549 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c1f5e9e5-1065-47c7-adfb-6d4ac5262a15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4de980491dbf4102b68461a4382d6931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411086 Apr 06 17:47:27.044560 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5e9e5-1065-47c7-adfb-6d4ac5262a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdc6185-8594-4005-90cb-227199ebd029,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:27.046333 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59586) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:27.097584 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e865391c-3cfe-4ca4-b38a-d9cf2faa56e3 admin admin] Publish callbacks [] for security_group (4fdc6185-8594-4005-90cb-227199ebd029), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:27.118108 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e865391c-3cfe-4ca4-b38a-d9cf2faa56e3 admin admin] Publish callbacks [] for security_group (4fdc6185-8594-4005-90cb-227199ebd029), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:27.175598 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-20b49206-8091-463f-87f9-13b84cb31eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:27.177218 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e865391c-3cfe-4ca4-b38a-d9cf2faa56e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (4fdc6185-8594-4005-90cb-227199ebd029), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:27.179954 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e865391c-3cfe-4ca4-b38a-d9cf2faa56e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:27.183724 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e865391c-3cfe-4ca4-b38a-d9cf2faa56e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fdc6185-8594-4005-90cb-227199ebd029 HTTP/1.1" status: 204 len: 168 time: 0.1334057 Apr 06 17:47:27.190568 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865391c-3cfe-4ca4-b38a-d9cf2faa56e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdc6185-8594-4005-90cb-227199ebd029,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:28.745461 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59666) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:28.870240 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-20d596d6-79df-4e9a-bb7a-92d44f16e104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:28.961558 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-20d596d6-79df-4e9a-bb7a-92d44f16e104 admin admin] Publish callbacks [] for security_group (f6e3600a-bb20-4588-a24f-4c0b8d3cf1c2), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:28.966735 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-20d596d6-79df-4e9a-bb7a-92d44f16e104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f6e3600a-bb20-4588-a24f-4c0b8d3cf1c2), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.010985 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-20d596d6-79df-4e9a-bb7a-92d44f16e104 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6cc22957ace944abb87620f30efb43eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632906 Apr 06 17:47:29.012958 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d596d6-79df-4e9a-bb7a-92d44f16e104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e3600a-bb20-4588-a24f-4c0b8d3cf1c2,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:29.013125 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59680) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:29.069032 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c229e935-245e-4e89-9996-7b7fb2bf0429 admin admin] Publish callbacks [] for security_group (f6e3600a-bb20-4588-a24f-4c0b8d3cf1c2), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.092537 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c229e935-245e-4e89-9996-7b7fb2bf0429 admin admin] Publish callbacks [] for security_group (f6e3600a-bb20-4588-a24f-4c0b8d3cf1c2), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.143135 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c229e935-245e-4e89-9996-7b7fb2bf0429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f6e3600a-bb20-4588-a24f-4c0b8d3cf1c2), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.145774 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-c229e935-245e-4e89-9996-7b7fb2bf0429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.147061 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-c229e935-245e-4e89-9996-7b7fb2bf0429 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6e3600a-bb20-4588-a24f-4c0b8d3cf1c2 HTTP/1.1" status: 204 len: 168 time: 0.1329358 Apr 06 17:47:29.155263 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229e935-245e-4e89-9996-7b7fb2bf0429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e3600a-bb20-4588-a24f-4c0b8d3cf1c2,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:29.417947 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59686) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:29.431321 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de84ec52-cd97-463e-bef3-f2b2789d5ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.503655 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de84ec52-cd97-463e-bef3-f2b2789d5ad6 admin admin] Publish callbacks [] for security_group (3cce836d-fcfc-4de7-8cb0-c245c6077193), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.507341 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de84ec52-cd97-463e-bef3-f2b2789d5ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (3cce836d-fcfc-4de7-8cb0-c245c6077193), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.534823 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3457f991-dc9c-4cad-ab0f-882f4688737d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.544490 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84ec52-cd97-463e-bef3-f2b2789d5ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cce836d-fcfc-4de7-8cb0-c245c6077193,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:29.549370 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-de84ec52-cd97-463e-bef3-f2b2789d5ad6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d2d0890ed88488595fee2b45d655889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303968 Apr 06 17:47:29.552091 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59688) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:29.599387 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-58af18f1-da05-4af4-8b25-164bc703d9b1 admin admin] Publish callbacks [] for security_group (3cce836d-fcfc-4de7-8cb0-c245c6077193), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.620266 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-58af18f1-da05-4af4-8b25-164bc703d9b1 admin admin] Publish callbacks [] for security_group (3cce836d-fcfc-4de7-8cb0-c245c6077193), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.665434 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-58af18f1-da05-4af4-8b25-164bc703d9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (3cce836d-fcfc-4de7-8cb0-c245c6077193), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.667995 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-58af18f1-da05-4af4-8b25-164bc703d9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:29.669159 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-58af18f1-da05-4af4-8b25-164bc703d9b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cce836d-fcfc-4de7-8cb0-c245c6077193 HTTP/1.1" status: 204 len: 168 time: 0.1161785 Apr 06 17:47:29.677348 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af18f1-da05-4af4-8b25-164bc703d9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cce836d-fcfc-4de7-8cb0-c245c6077193,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:30.281508 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59718) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:30.380039 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59724) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:30.434184 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d278223-69c5-401f-9bbb-836a25f7cc37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.471427 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-248856824-network', 'tenant_id': 'f0b4f95d87ae4b4287d2732d583d8c53'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:30.502445 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Made reservation on behalf of f0b4f95d87ae4b4287d2732d583d8c53 for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:47:30.504627 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.518272 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.551031 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d278223-69c5-401f-9bbb-836a25f7cc37 admin admin] Publish callbacks [] for security_group (9c2f7086-2043-487c-a55d-59ce5c5a3a4b), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.556342 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d278223-69c5-401f-9bbb-836a25f7cc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (9c2f7086-2043-487c-a55d-59ce5c5a3a4b), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.605515 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3d278223-69c5-401f-9bbb-836a25f7cc37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7188ac41f5934b79a75aa8ec876157bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229380 Apr 06 17:47:30.608192 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59728) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:30.614188 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d278223-69c5-401f-9bbb-836a25f7cc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f7086-2043-487c-a55d-59ce5c5a3a4b,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:30.650248 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Publish callbacks [] for security_group (5442d8d8-83f3-4a47-b68b-c99d98ece167), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.654472 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (5442d8d8-83f3-4a47-b68b-c99d98ece167), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.660079 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-73eb26d3-f5fc-4e01-bd32-94f16335b2a2 admin admin] Publish callbacks [] for security_group (9c2f7086-2043-487c-a55d-59ce5c5a3a4b), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.681400 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-73eb26d3-f5fc-4e01-bd32-94f16335b2a2 admin admin] Publish callbacks [] for security_group (9c2f7086-2043-487c-a55d-59ce5c5a3a4b), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.681776 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=104731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:47:30.697650 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5442d8d8-83f3-4a47-b68b-c99d98ece167,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:30.702524 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (2db90323-da05-49bc-8541-b1217f450a58), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.703647 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Added segment 2db90323-da05-49bc-8541-b1217f450a58 of type vlan for network f6113610-2da1-4310-a448-754d37b34ada Apr 06 17:47:30.731673 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-73eb26d3-f5fc-4e01-bd32-94f16335b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (9c2f7086-2043-487c-a55d-59ce5c5a3a4b), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.733260 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.735384 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-73eb26d3-f5fc-4e01-bd32-94f16335b2a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.736576 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-73eb26d3-f5fc-4e01-bd32-94f16335b2a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c2f7086-2043-487c-a55d-59ce5c5a3a4b HTTP/1.1" status: 204 len: 168 time: 0.1268466 Apr 06 17:47:30.746073 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb26d3-f5fc-4e01-bd32-94f16335b2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f7086-2043-487c-a55d-59ce5c5a3a4b,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:30.758123 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (f6113610-2da1-4310-a448-754d37b34ada), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.786996 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (f6113610-2da1-4310-a448-754d37b34ada), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.787976 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:30.788556 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:30.852848 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4712782 Apr 06 17:47:30.857869 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 59736) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:30.866634 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Request body: {'subnet': {'network_id': 'f6113610-2da1-4310-a448-754d37b34ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-248856824-subnet', 'tenant_id': 'f0b4f95d87ae4b4287d2732d583d8c53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:30.869903 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d7ef0-b120-4c08-b6d8-93c4403b2df2 admin admin] Pushing event updated for resources: {'Network': ['ID=f6113610-2da1-4310-a448-754d37b34ada,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:30.882945 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network f6113610-2da1-4310-a448-754d37b34ada details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:47:30.896896 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Made reservation on behalf of f0b4f95d87ae4b4287d2732d583d8c53 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:47:30.901625 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485933'] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.086039 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59740) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:31.101713 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e81f-3b94-41cc-a6d0-b487ec101ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.124984 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4940732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485939'] for subnet (5885d842-99d1-4ddf-ae96-c33332781314), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.195336 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5885d842-99d1-4ddf-ae96-c33332781314,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:31.203480 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Checking segment: {'id': '2db90323-da05-49bc-8541-b1217f450a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:47:31.203868 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Network hostable DHCP agents. Network: f6113610-2da1-4310-a448-754d37b34ada, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:47:31.204161 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e81f-3b94-41cc-a6d0-b487ec101ecc admin admin] Publish callbacks [] for security_group (dd806c70-e20f-4aaf-937b-e79eeec8abc1), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.210534 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3cf4e81f-3b94-41cc-a6d0-b487ec101ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (dd806c70-e20f-4aaf-937b-e79eeec8abc1), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.224224 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Network f6113610-2da1-4310-a448-754d37b34ada is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:47:31.237245 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, f6113610-2da1-4310-a448-754d37b34ada) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:47:31.243544 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:31.244289 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.253567 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4212560f-9721-4683-b2be-2e2d49500fa2 None None] Network f6113610-2da1-4310-a448-754d37b34ada requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:47:31.264370 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3cf4e81f-3b94-41cc-a6d0-b487ec101ecc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=039475e84f9e447592bbed8744a4ca04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1766512 Apr 06 17:47:31.265704 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4e81f-3b94-41cc-a6d0-b487ec101ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd806c70-e20f-4aaf-937b-e79eeec8abc1,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:31.276883 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-7c0c27f7-11f8-446a-83cb-92252e53d62f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4079461 Apr 06 17:47:31.277107 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59742) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:31.361905 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6a294d85-4c51-4a33-8763-70c23f77b32f admin admin] Publish callbacks [] for security_group (dd806c70-e20f-4aaf-937b-e79eeec8abc1), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.395091 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb86fe2-ba91-4eed-9c3b-cd686df91346 None None] Network f6113610-2da1-4310-a448-754d37b34ada requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:47:31.399206 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6a294d85-4c51-4a33-8763-70c23f77b32f admin admin] Publish callbacks [] for security_group (dd806c70-e20f-4aaf-937b-e79eeec8abc1), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.465048 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6a294d85-4c51-4a33-8763-70c23f77b32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (dd806c70-e20f-4aaf-937b-e79eeec8abc1), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.469967 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-6a294d85-4c51-4a33-8763-70c23f77b32f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.474633 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-6a294d85-4c51-4a33-8763-70c23f77b32f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd806c70-e20f-4aaf-937b-e79eeec8abc1 HTTP/1.1" status: 204 len: 168 time: 0.2053523 Apr 06 17:47:31.491600 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a294d85-4c51-4a33-8763-70c23f77b32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd806c70-e20f-4aaf-937b-e79eeec8abc1,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:31.856204 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59760) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:31.874456 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-5f128882-4de7-44b0-b48b-81bc8247c5e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.953233 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-5f128882-4de7-44b0-b48b-81bc8247c5e4 admin admin] Publish callbacks [] for security_group (92c5f762-6386-48d0-99f3-dcb74e26b434), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.957129 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-5f128882-4de7-44b0-b48b-81bc8247c5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (92c5f762-6386-48d0-99f3-dcb74e26b434), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.983482 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:31.995950 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f128882-4de7-44b0-b48b-81bc8247c5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c5f762-6386-48d0-99f3-dcb74e26b434,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:32.000211 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-5f128882-4de7-44b0-b48b-81bc8247c5e4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8473f12ceb14017b85e1f079b3fc0b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1429014 Apr 06 17:47:32.003410 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 59762) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:32.053178 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-437db385-501c-4ace-a247-ec34fe3e6f6e admin admin] Publish callbacks [] for security_group (92c5f762-6386-48d0-99f3-dcb74e26b434), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:32.073731 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-437db385-501c-4ace-a247-ec34fe3e6f6e admin admin] Publish callbacks [] for security_group (92c5f762-6386-48d0-99f3-dcb74e26b434), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:32.122358 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-437db385-501c-4ace-a247-ec34fe3e6f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (92c5f762-6386-48d0-99f3-dcb74e26b434), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:32.124971 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-437db385-501c-4ace-a247-ec34fe3e6f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:32.126160 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-437db385-501c-4ace-a247-ec34fe3e6f6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92c5f762-6386-48d0-99f3-dcb74e26b434 HTTP/1.1" status: 204 len: 168 time: 0.1225145 Apr 06 17:47:32.133726 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437db385-501c-4ace-a247-ec34fe3e6f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c5f762-6386-48d0-99f3-dcb74e26b434,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:32.732394 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:33.501402 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:35.257549 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-f0e63310-5946-4a08-b423-f1c194d3364e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:35.259071 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-f0e63310-5946-4a08-b423-f1c194d3364e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/networks?id=f6113610-2da1-4310-a448-754d37b34ada HTTP/1.1" status: 200 len: 808 time: 0.1000636 Apr 06 17:47:35.273632 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-da0f658c-5e12-46e5-a319-ac03c035cbe2 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/quotas/f0b4f95d87ae4b4287d2732d583d8c53 HTTP/1.1" status: 200 len: 375 time: 0.0093751 Apr 06 17:47:35.309813 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-ae8f2e69-ed46-4150-8094-0a90054df087 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f0b4f95d87ae4b4287d2732d583d8c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310013 Apr 06 17:47:35.401409 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-24d5406a-042c-4a20-8cd4-91b3c7d579fc service neutron] 10.222.0.18 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845015 Apr 06 17:47:35.498837 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-17b8cb20-c324-482b-8b9f-2032cbabd441 service neutron] 10.222.0.18 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912747 Apr 06 17:47:35.670724 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b1daaac4-ecd9-4615-a1f8-fd48b21dbd18 req-ecd55ab2-2410-4e30-9693-2edfbaedcb78 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0355322 Apr 06 17:47:36.665131 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-82d0dbf2-802d-4630-9ad8-40b0daa9da9a tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:36.666586 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-82d0dbf2-802d-4630-9ad8-40b0daa9da9a tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.49 "GET /v2.0/networks?id=f6113610-2da1-4310-a448-754d37b34ada HTTP/1.1" status: 200 len: 808 time: 0.1018624 Apr 06 17:47:36.777127 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b7335d83-90e7-4f6a-b98c-e5833e78888b req-a8964ade-fdf2-4eb0-a5a7-7f007685af8b tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0321021 Apr 06 17:47:36.788771 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Request body: {'port': {'device_id': '4317c7bb-5b4d-4d14-b129-25ed67e0f6c1', 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada', 'admin_state_up': True, 'tenant_id': 'f0b4f95d87ae4b4287d2732d583d8c53'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:36.848576 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-5a0ec491-f637-46b5-8bf8-aa9a9b30c6ce service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505641 Apr 06 17:47:36.914733 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Made reservation on behalf of f0b4f95d87ae4b4287d2732d583d8c53 for: {'port': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:47:36.918662 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:36.965926 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-81432590-5f4a-4aa7-b1a9-a1eb159d9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:36.967446 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-81432590-5f4a-4aa7-b1a9-a1eb159d9802 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3a96b6f9b714f63aa9c40d49d42d031&device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 1129 time: 0.0439715 Apr 06 17:47:37.040320 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Allocated IP 172.20.0.3 (f6113610-2da1-4310-a448-754d37b34ada/5885d842-99d1-4ddf-ae96-c33332781314/077c072e-4c0a-4ef6-b2b8-3eef16387fb8) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:47:37.079512 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-1e742db0-6f5f-4d3b-9c4c-c24007c52800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:37.081043 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-1e742db0-6f5f-4d3b-9c4c-c24007c52800 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7 HTTP/1.1" status: 200 len: 910 time: 0.0935171 Apr 06 17:47:37.148413 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-14259e5f-911e-4751-bdbf-6e1cc0b162af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0692eb4a-b476-47df-a5de-f64780c64bca HTTP/1.1" status: 200 len: 1000 time: 0.0597720 Apr 06 17:47:37.191922 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks [] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:37.204171 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-b20363ed-97d7-4256-817b-2a7411befa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:37.205777 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-b20363ed-97d7-4256-817b-2a7411befa10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbc0328f-4afc-46d6-b244-328f93592839 HTTP/1.1" status: 200 len: 848 time: 0.0509353 Apr 06 17:47:37.225871 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:37.258619 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-5fa4b355-43f4-4e22-af63-50fac026c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:37.260128 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-5fa4b355-43f4-4e22-af63-50fac026c579 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484626 Apr 06 17:47:37.274929 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Network f6113610-2da1-4310-a448-754d37b34ada is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:47:37.278093 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:47:37.282399 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:47:37.304114 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Pushing event updated for resources: {'Port': ['ID=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:37.332885 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:37.333603 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:37.349494 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-626f4c89-32dd-443f-be2d-93d50f05fa6e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5649972 Apr 06 17:47:37.350650 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-814483a1-705e-44ac-b0cb-6fab378b25e6 service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834479 Apr 06 17:47:37.366127 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Request body: {'port': {'device_id': '4317c7bb-5b4d-4d14-b129-25ed67e0f6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:37.424612 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:37.450633 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b9cafe85-080d-4de2-bd52-7f8064f9cf7e req-0fc9c5cb-8fc8-4a3d-8cb0-7a2b79e1e769 service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884085 Apr 06 17:47:37.938837 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 {{(pid=104731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:47:37.949325 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c4203-772d-405f-8078-322f2ed2ef05 req-26fe85ea-0b9f-4385-8861-ad1f29333392 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:37.954517 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Publish callbacks [] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:37.957126 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-223c4203-772d-405f-8078-322f2ed2ef05 req-26fe85ea-0b9f-4385-8861-ad1f29333392 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 931 time: 0.0827591 Apr 06 17:47:37.972133 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Transition to ACTIVE for port object 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:47:37.979203 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:38.028882 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-223c4203-772d-405f-8078-322f2ed2ef05 req-ae68131a-8ab0-4f50-b385-3ac10a648715 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709274 Apr 06 17:47:38.050553 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Pushing event updated for resources: {'Port': ['ID=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:38.125030 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Attempting to bind port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:47:38.126119 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Attempting to bind port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '2db90323-da05-49bc-8541-b1217f450a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:47:38.126455 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Attempting to bind port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 on network f6113610-2da1-4310-a448-754d37b34ada {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:47:38.132286 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 on network f6113610-2da1-4310-a448-754d37b34ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:47:38.132769 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Attempting to bind port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 on network f6113610-2da1-4310-a448-754d37b34ada {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:47:38.137860 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:47:38.138284 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Checking segment: {'id': '2db90323-da05-49bc-8541-b1217f450a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:47:38.138673 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Bound using segment: {'id': '2db90323-da05-49bc-8541-b1217f450a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:47:38.139113 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Bound port: 077c072e-4c0a-4ef6-b2b8-3eef16387fb8, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db90323-da05-49bc-8541-b1217f450a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:47:38.139519 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:38.213822 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] For port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8, host hv-cinder-83588, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:47:38.217164 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] For port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,segment=NetworkSegment(2db90323-da05-49bc-8541-b1217f450a58),segment_id=2db90323-da05-49bc-8541-b1217f450a58)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:47:38.221047 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-86ac2bb6-838b-4e61-996a-6d8daf4f16ee tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-203371128&fields=id&tenant_id=85f20732d96644339e3686ca3c4b638a HTTP/1.1" status: 200 len: 267 time: 0.0497267 Apr 06 17:47:38.223561 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:38.258244 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:38.258872 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:38.260247 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] 10.222.0.49 "PUT /v2.0/ports/077c072e-4c0a-4ef6-b2b8-3eef16387fb8 HTTP/1.1" status: 200 len: 1093 time: 0.8982887 Apr 06 17:47:38.260692 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4317c7bb-5b4d-4d14-b129-25ed67e0f6c1', 'tag': '077c072e-4c0a-4ef6-b2b8-3eef16387fb8'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:47:38.262974 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb35ea36-6f27-428a-a642-21bf088b31fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4317c7bb-5b4d-4d14-b129-25ed67e0f6c1", "tag": "077c072e-4c0a-4ef6-b2b8-3eef16387fb8"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:47:38.296878 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d40380-c09a-4ce5-aa80-fc8cf44a9da4 service neutron] Pushing event updated for resources: {'Port': ['ID=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:38.312494 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f756a4ef-e206-4a45-9bc1-c680a1fdbe5b x-openstack-request-id: req-f756a4ef-e206-4a45-9bc1-c680a1fdbe5b {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:47:38.313065 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4317c7bb-5b4d-4d14-b129-25ed67e0f6c1", "tag": "077c072e-4c0a-4ef6-b2b8-3eef16387fb8", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:47:38.313469 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f756a4ef-e206-4a45-9bc1-c680a1fdbe5b {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:47:38.314047 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f756a4ef-e206-4a45-9bc1-c680a1fdbe5b'] response: {'name': 'network-changed', 'server_uuid': '4317c7bb-5b4d-4d14-b129-25ed67e0f6c1', 'tag': '077c072e-4c0a-4ef6-b2b8-3eef16387fb8', 'status': 'completed', 'code': 200} Apr 06 17:47:38.340626 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-ef3118af-f31e-4399-99a0-c88837904d2e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:38.342128 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-ef3118af-f31e-4399-99a0-c88837904d2e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 811 time: 0.1139078 Apr 06 17:47:38.350967 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-2b10ae23-3dce-49c0-a980-c1cef9ee998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:38.352463 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-2b10ae23-3dce-49c0-a980-c1cef9ee998d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b4f95d87ae4b4287d2732d583d8c53&device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 1127 time: 0.0506208 Apr 06 17:47:38.357093 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-0b7c8b2f-aa2d-4119-bf79-89894ad7bac1 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/quotas/85f20732d96644339e3686ca3c4b638a HTTP/1.1" status: 200 len: 375 time: 0.0089619 Apr 06 17:47:38.399052 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-9aa186da-ce62-48f2-951b-93070cc4d562 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077c072e-4c0a-4ef6-b2b8-3eef16387fb8 HTTP/1.1" status: 200 len: 217 time: 0.0388749 Apr 06 17:47:38.422773 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-aa53993c-7fff-4eba-bd71-84e885c38740 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0559616 Apr 06 17:47:38.445933 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-bea2eee5-646e-46b6-819e-d1f733ac308f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:38.447419 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-bea2eee5-646e-46b6-819e-d1f733ac308f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5885d842-99d1-4ddf-ae96-c33332781314 HTTP/1.1" status: 200 len: 848 time: 0.0432081 Apr 06 17:47:38.479448 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-3166605c-e1b7-4a12-bec5-8cd663425b42 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6113610-2da1-4310-a448-754d37b34ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258963 Apr 06 17:47:38.527123 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-50931464-f494-432e-bafd-24b643b2a1ab service neutron] 10.222.0.18 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915930 Apr 06 17:47:38.571979 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-5d079179-3c01-408c-95c8-41f29c90f027 service neutron] 10.222.0.49 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861797 Apr 06 17:47:38.617666 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-3dedb498-a5e5-4e3a-8e39-c3c2b9b2f0c1 service neutron] 10.222.0.18 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841522 Apr 06 17:47:38.772471 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-d40d06e1-0ea1-446e-b55a-2c73f9305e98 req-86b3a901-0bc0-459c-91e2-e7308b0f1a77 service neutron] 10.222.0.49 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856214 Apr 06 17:47:38.913249 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-84080d63-3a77-4938-a28e-a5bc41716e31 req-a57cfeb0-2f41-46f7-9f07-83d045cf1d75 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 210 time: 0.0270615 Apr 06 17:47:39.163569 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ada21-1899-4a05-bea6-5f2e228847c4 req-8eeab743-c5db-4e98-b356-16d8eaf326f8 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:39.164949 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b69ada21-1899-4a05-bea6-5f2e228847c4 req-8eeab743-c5db-4e98-b356-16d8eaf326f8 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0619869 Apr 06 17:47:39.215771 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b69ada21-1899-4a05-bea6-5f2e228847c4 req-82127dca-abbf-4586-ad0d-c68d9f571db7 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439374 Apr 06 17:47:39.584980 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35ea36-6f27-428a-a642-21bf088b31fb req-8f5a01da-b76f-4a1c-bc47-08f32ffb29cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:39.586549 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-eb35ea36-6f27-428a-a642-21bf088b31fb req-8f5a01da-b76f-4a1c-bc47-08f32ffb29cc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b4f95d87ae4b4287d2732d583d8c53&device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 1127 time: 0.0480871 Apr 06 17:47:39.684608 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35ea36-6f27-428a-a642-21bf088b31fb req-e8adc5eb-b0f3-469d-b199-626882858891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:39.686103 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-eb35ea36-6f27-428a-a642-21bf088b31fb req-e8adc5eb-b0f3-469d-b199-626882858891 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6113610-2da1-4310-a448-754d37b34ada HTTP/1.1" status: 200 len: 909 time: 0.0920177 Apr 06 17:47:39.727635 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-eb35ea36-6f27-428a-a642-21bf088b31fb req-4bbac55a-dc6b-4054-bba4-23a92cd93c46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=077c072e-4c0a-4ef6-b2b8-3eef16387fb8 HTTP/1.1" status: 200 len: 217 time: 0.0355842 Apr 06 17:47:39.782733 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35ea36-6f27-428a-a642-21bf088b31fb req-264d863a-5be3-4043-856a-cfc36b47a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:39.784095 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-eb35ea36-6f27-428a-a642-21bf088b31fb req-264d863a-5be3-4043-856a-cfc36b47a74e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5885d842-99d1-4ddf-ae96-c33332781314 HTTP/1.1" status: 200 len: 848 time: 0.0494103 Apr 06 17:47:39.817889 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-eb35ea36-6f27-428a-a642-21bf088b31fb req-800f8b7c-e9c0-4f22-ab5d-36efd4e31098 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6113610-2da1-4310-a448-754d37b34ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256717 Apr 06 17:47:40.004820 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5bc961d7-6d52-4e8e-aaf9-e49ea0b1db6c req-82530f1c-d2fa-4b62-9d22-e475b70ad1be tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 210 time: 0.0273817 Apr 06 17:47:40.078823 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-eb35ea36-6f27-428a-a642-21bf088b31fb req-c3cbf937-b07a-4ad0-ac6d-2281e8ad1639 service neutron] 10.222.0.49 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935361 Apr 06 17:47:40.178477 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-3abfd169-145e-435a-9958-ccafe27d798b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:40.180310 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-3abfd169-145e-435a-9958-ccafe27d798b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 811 time: 0.1151490 Apr 06 17:47:40.187314 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-eb35ea36-6f27-428a-a642-21bf088b31fb req-5d390908-e0d5-46f5-9d28-c8f269025b3a service neutron] 10.222.0.49 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963898 Apr 06 17:47:40.256627 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-c8f9e0c3-5221-4cfb-b660-81d0d48372ea tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85f20732d96644339e3686ca3c4b638a HTTP/1.1" status: 200 len: 379 time: 0.0632820 Apr 06 17:47:40.265940 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'port': {'device_id': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'admin_state_up': True, 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'security_groups': ['10803a4f-be78-4df8-8b8c-2118432b8125']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:40.410395 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1601b7b-8d5e-48c3-ac1c-b34497fba604 req-35c0465f-cdb7-4f4e-a988-40e9a226a19d tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:40.410395 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1601b7b-8d5e-48c3-ac1c-b34497fba604 req-35c0465f-cdb7-4f4e-a988-40e9a226a19d tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 943 time: 0.0961852 Apr 06 17:47:40.435601 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Made reservation on behalf of 85f20732d96644339e3686ca3c4b638a for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:47:40.439030 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:40.475840 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e1601b7b-8d5e-48c3-ac1c-b34497fba604 req-b2461c81-29c7-447d-acd7-64e1f7a39205 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645351 Apr 06 17:47:40.607032 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Allocated IP 172.20.0.9 (67728473-918d-4a41-8dd2-dc3daea1b8b3/4cff0274-56b4-466d-9aed-75786ee2cf1c/5ee73106-ae6e-4d5e-a764-383e57f4b627) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:47:40.751511 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:40.784793 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:40.832343 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:47:40.835593 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:47:40.839217 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:47:40.845921 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'Port': ['ID=5ee73106-ae6e-4d5e-a764-383e57f4b627,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:40.893694 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:40.894401 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:40.910479 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-27f1faa4-54a7-4abf-af54-fcb752d160e6 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6483791 Apr 06 17:47:40.921452 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Request body: {'port': {'device_id': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:40.986411 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:41.089837 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-8ad6d098-da69-4d82-bc5c-a23f94a0241a None None] Provisioning complete for port 5ee73106-ae6e-4d5e-a764-383e57f4b627 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:47:41.090644 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8ad6d098-da69-4d82-bc5c-a23f94a0241a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:41.124524 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-8ad6d098-da69-4d82-bc5c-a23f94a0241a None None] Port 5ee73106-ae6e-4d5e-a764-383e57f4b627 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:47:41.193114 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13635376-f025-4f81-b79b-b171562b0310 req-4a7917d3-333c-4598-b9f5-8c4ffbcda09d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:41.194609 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-13635376-f025-4f81-b79b-b171562b0310 req-4a7917d3-333c-4598-b9f5-8c4ffbcda09d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 931 time: 0.1123621 Apr 06 17:47:41.272772 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-13635376-f025-4f81-b79b-b171562b0310 req-af4a0148-b290-4d3f-9a52-ab7a30ad7c8c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716155 Apr 06 17:47:41.318730 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee73106-ae6e-4d5e-a764-383e57f4b627 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:47:41.325907 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Publish callbacks [] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:41.337956 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Transition to ACTIVE for port object 5ee73106-ae6e-4d5e-a764-383e57f4b627 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:47:41.342147 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:41.390893 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Pushing event updated for resources: {'Port': ['ID=5ee73106-ae6e-4d5e-a764-383e57f4b627,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:41.462387 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Attempting to bind port 5ee73106-ae6e-4d5e-a764-383e57f4b627 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:47:41.462723 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Attempting to bind port 5ee73106-ae6e-4d5e-a764-383e57f4b627 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:47:41.463050 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Attempting to bind port 5ee73106-ae6e-4d5e-a764-383e57f4b627 on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:47:41.468138 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Port 5ee73106-ae6e-4d5e-a764-383e57f4b627 on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:47:41.468788 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Attempting to bind port 5ee73106-ae6e-4d5e-a764-383e57f4b627 on network 67728473-918d-4a41-8dd2-dc3daea1b8b3 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:47:41.473696 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:47:41.474058 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Checking segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:47:41.474444 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Bound using segment: {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:47:41.474881 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Bound port: 5ee73106-ae6e-4d5e-a764-383e57f4b627, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a489b8e2-612c-487f-8c02-53ca6443f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:47:41.475239 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:41.586819 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] For port 5ee73106-ae6e-4d5e-a764-383e57f4b627, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:47:41.604258 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] For port 5ee73106-ae6e-4d5e-a764-383e57f4b627, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5ee73106-ae6e-4d5e-a764-383e57f4b627,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:47:41.615579 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:41.663322 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccee5fb-a728-43ae-ac54-26086fa6a5f5 req-46d02822-b6d7-43d9-aca7-2fd586ed318b tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:41.664903 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9ccee5fb-a728-43ae-ac54-26086fa6a5f5 req-46d02822-b6d7-43d9-aca7-2fd586ed318b tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 943 time: 0.1108651 Apr 06 17:47:41.675388 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:41.676022 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:41.677424 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-7282c709-7549-4989-9ae3-28151aea403a service neutron] 10.222.0.49 "PUT /v2.0/ports/5ee73106-ae6e-4d5e-a764-383e57f4b627 HTTP/1.1" status: 200 len: 1093 time: 0.7601736 Apr 06 17:47:41.679029 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'tag': '5ee73106-ae6e-4d5e-a764-383e57f4b627'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:47:41.686375 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ecaa364c-043e-4aeb-8b44-81f662f3078a", "tag": "5ee73106-ae6e-4d5e-a764-383e57f4b627"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:47:41.726098 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282c709-7549-4989-9ae3-28151aea403a service neutron] Pushing event updated for resources: {'Port': ['ID=5ee73106-ae6e-4d5e-a764-383e57f4b627,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:41.743875 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef19b5-41c3-4102-8430-4f0b9b26e1ce x-openstack-request-id: req-c8ef19b5-41c3-4102-8430-4f0b9b26e1ce {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:47:41.743875 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecaa364c-043e-4aeb-8b44-81f662f3078a", "tag": "5ee73106-ae6e-4d5e-a764-383e57f4b627", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:47:41.743875 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8ef19b5-41c3-4102-8430-4f0b9b26e1ce {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:47:41.743875 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ef19b5-41c3-4102-8430-4f0b9b26e1ce'] response: {'name': 'network-changed', 'server_uuid': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'tag': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'status': 'completed', 'code': 200} Apr 06 17:47:41.822191 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9ccee5fb-a728-43ae-ac54-26086fa6a5f5 req-530e2e28-17e2-4be2-9332-bfe8582cbbb1 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349089 Apr 06 17:47:41.829484 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-ed09a336-824d-41a0-9b94-b6782eaec8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:41.830244 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:47:41.831054 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-ed09a336-824d-41a0-9b94-b6782eaec8c6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 1127 time: 0.1063311 Apr 06 17:47:41.890755 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-5365003f-4e9c-429e-85e4-accb456e0608 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ee73106-ae6e-4d5e-a764-383e57f4b627 HTTP/1.1" status: 200 len: 217 time: 0.0517218 Apr 06 17:47:41.956542 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-4b69f62f-8ffb-4d41-9f12-905970cf97b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:41.958077 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-4b69f62f-8ffb-4d41-9f12-905970cf97b6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0618584 Apr 06 17:47:41.985781 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,segment=NetworkSegment(2db90323-da05-49bc-8541-b1217f450a58),segment_id=2db90323-da05-49bc-8541-b1217f450a58)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:47:42.006643 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '077c072e-4c0a-4ef6-b2b8-3eef16387fb8', 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada', 'port_id': '077c072e-4c0a-4ef6-b2b8-3eef16387fb8', 'mac_address': 'fa:16:3e:aa:6c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5885d842-99d1-4ddf-ae96-c33332781314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:47:42.022407 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-682a11de-4077-46c6-a6e6-dfb0c938a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:42.024107 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-682a11de-4077-46c6-a6e6-dfb0c938a3f6 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594859 Apr 06 17:47:42.163910 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d421f9b-86ca-4a77-913b-ed8c134c0532 req-d0b8488b-daf8-473d-ad02-764a9c9035a5 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:42.165279 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d421f9b-86ca-4a77-913b-ed8c134c0532 req-d0b8488b-daf8-473d-ad02-764a9c9035a5 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.1097009 Apr 06 17:47:42.168849 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-796d1fe6-18ed-48f5-8e85-ce0c562f0c22 service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372802 Apr 06 17:47:42.188866 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:47:42.189457 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:42.205738 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:47:42.225410 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,segment=NetworkSegment(2db90323-da05-49bc-8541-b1217f450a58),segment_id=2db90323-da05-49bc-8541-b1217f450a58)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:47:42.230582 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:42.271002 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6d421f9b-86ca-4a77-913b-ed8c134c0532 req-febe6114-2914-4139-ab3e-ebf13d21194a tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997784 Apr 06 17:47:42.280387 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:42.288249 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.288812 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.289358 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.289710 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.290063 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.290401 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.290729 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.291057 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.291391 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.291722 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.292046 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.292372 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.293098 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.293098 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.293427 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:42.300186 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9321b7d8-783f-4a4e-8c69-b448a3d3dbe8 req-e5b29c8d-cd30-426f-bd65-ae8a7a17a17c service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125045 Apr 06 17:47:42.394967 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3087507-58fd-4ced-904a-3e0175858632 req-ec58603a-eae3-4518-b2ee-a87becea6b67 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:42.396424 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3087507-58fd-4ced-904a-3e0175858632 req-ec58603a-eae3-4518-b2ee-a87becea6b67 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 943 time: 0.0522375 Apr 06 17:47:42.447246 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c3087507-58fd-4ced-904a-3e0175858632 req-09276d30-7691-4a43-adc4-3c65f045bb9b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453928 Apr 06 17:47:42.919725 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a6006-48f2-46cc-aebb-7fde4f72bb3f req-16fcaaa8-7b9b-48d2-a2a3-d595a9258d3c tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:42.923207 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-006a6006-48f2-46cc-aebb-7fde4f72bb3f req-16fcaaa8-7b9b-48d2-a2a3-d595a9258d3c tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0532041 Apr 06 17:47:42.967691 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-006a6006-48f2-46cc-aebb-7fde4f72bb3f req-9a05a76c-daa8-4f97-9213-9eda921cc82c tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408189 Apr 06 17:47:43.396160 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915b4a4-bbc4-4d49-925d-5b75a21d2a07 req-e8a6bac5-0076-464e-b384-a8f068d20839 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:43.397659 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6915b4a4-bbc4-4d49-925d-5b75a21d2a07 req-e8a6bac5-0076-464e-b384-a8f068d20839 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0592008 Apr 06 17:47:43.449154 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6915b4a4-bbc4-4d49-925d-5b75a21d2a07 req-9b3b7389-6576-4a6b-aff9-7a4e487bda80 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Apr 06 17:47:43.565996 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e778de-8747-4d9d-a294-f30c49ccf189 req-61ac6ffe-7edb-47d0-b463-75a6c3592689 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:43.567447 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53e778de-8747-4d9d-a294-f30c49ccf189 req-61ac6ffe-7edb-47d0-b463-75a6c3592689 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 943 time: 0.0546975 Apr 06 17:47:43.615799 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-53e778de-8747-4d9d-a294-f30c49ccf189 req-68ed731b-40f1-469f-89d6-789fbce6de85 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427983 Apr 06 17:47:44.098986 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87ba47-01a1-495b-b08a-11ac19b59b92 req-a64f4fa1-6b30-49f9-a995-f08f1ff3647f tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:44.100471 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1e87ba47-01a1-495b-b08a-11ac19b59b92 req-a64f4fa1-6b30-49f9-a995-f08f1ff3647f tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0564332 Apr 06 17:47:44.146985 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1e87ba47-01a1-495b-b08a-11ac19b59b92 req-1b2770b4-d5b8-497b-b704-351c02637d3a tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Apr 06 17:47:44.566486 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851828bd-b5aa-4845-a636-fb95793a17bb req-c1b04dd7-5d59-4408-8e0e-c393d6e836e7 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:44.567958 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-851828bd-b5aa-4845-a636-fb95793a17bb req-c1b04dd7-5d59-4408-8e0e-c393d6e836e7 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0513468 Apr 06 17:47:44.621491 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-851828bd-b5aa-4845-a636-fb95793a17bb req-759311be-d1b4-477e-b5af-a5e3e59b5bfb tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481117 Apr 06 17:47:44.732789 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380216c1-6b64-4cfc-9c60-533356a13c10 req-6f9a47f7-4956-42ed-b2b2-d7a0d3c85ddf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:44.734841 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-380216c1-6b64-4cfc-9c60-533356a13c10 req-6f9a47f7-4956-42ed-b2b2-d7a0d3c85ddf tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 943 time: 0.0521255 Apr 06 17:47:44.781221 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-380216c1-6b64-4cfc-9c60-533356a13c10 req-0e38ea0d-e17c-460a-a2d6-0587aff55f65 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408900 Apr 06 17:47:45.157068 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['077c072e-4c0a-4ef6-b2b8-3eef16387fb8'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:47:45.317266 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-caee32a2-acc6-4257-9d9a-06d58f5ad5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:45.318728 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-caee32a2-acc6-4257-9d9a-06d58f5ad5b8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 1127 time: 0.0479853 Apr 06 17:47:45.455879 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951eae-23df-4025-9d47-98b01c479046 req-bafafa56-8ae4-4078-b094-f2ad6bd7c073 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:45.457317 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-80951eae-23df-4025-9d47-98b01c479046 req-bafafa56-8ae4-4078-b094-f2ad6bd7c073 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0815353 Apr 06 17:47:45.458648 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-b9d43c56-9495-42e4-a112-38d595cc5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:45.459923 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-b9d43c56-9495-42e4-a112-38d595cc5784 service neutron] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 912 time: 0.1295488 Apr 06 17:47:45.513727 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-b6fe070e-77d7-49b3-96e2-4c12e72dd696 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ee73106-ae6e-4d5e-a764-383e57f4b627 HTTP/1.1" status: 200 len: 217 time: 0.0438697 Apr 06 17:47:45.566569 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-80951eae-23df-4025-9d47-98b01c479046 req-d356884b-99e7-408e-895d-452bf10e1058 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037388 Apr 06 17:47:45.578754 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-02d9a8c9-4539-47a7-8b09-9a252cffffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:45.580160 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-02d9a8c9-4539-47a7-8b09-9a252cffffad service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0569239 Apr 06 17:47:45.629568 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-315b29ba-31e1-48b9-b9be-2e1e5e497f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:45.631045 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-315b29ba-31e1-48b9-b9be-2e1e5e497f60 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444794 Apr 06 17:47:45.752892 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-461cbecb-9352-420b-bdff-929a6caed01a service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152782 Apr 06 17:47:45.767053 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a99caa-2860-4361-a7bf-5d26f1055ebf req-2748ea62-2bff-4497-a0ff-a2f88f9e43de tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:45.768533 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b5a99caa-2860-4361-a7bf-5d26f1055ebf req-2748ea62-2bff-4497-a0ff-a2f88f9e43de tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0761883 Apr 06 17:47:46.167542 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b5a99caa-2860-4361-a7bf-5d26f1055ebf req-dffb6110-b9be-4eff-a988-8012d348bc68 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3917713 Apr 06 17:47:46.200650 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c050450-d672-4c9c-82c4-760963a337dc req-ee3adc58-cb64-4d58-b4f1-81cec773f9ac tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:46.202668 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c050450-d672-4c9c-82c4-760963a337dc req-ee3adc58-cb64-4d58-b4f1-81cec773f9ac tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 943 time: 0.1147940 Apr 06 17:47:46.207147 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cc3d52f3-baf3-41a8-a6b9-d440d84e3b3b req-6201572c-a493-4acf-b86c-afa5d894e077 service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469321 Apr 06 17:47:46.256664 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4c050450-d672-4c9c-82c4-760963a337dc req-74c830bc-2786-4af4-abb8-08d447f9a01a tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481095 Apr 06 17:47:46.690209 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bb552-b66c-4f29-a599-7041f2c62753 req-9dd0b2ce-0e5a-4f49-bd9f-a9a9af8b06c4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:46.691850 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7d9bb552-b66c-4f29-a599-7041f2c62753 req-9dd0b2ce-0e5a-4f49-bd9f-a9a9af8b06c4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 944 time: 0.0598459 Apr 06 17:47:46.737512 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7d9bb552-b66c-4f29-a599-7041f2c62753 req-dd8ffbd9-3d10-40ae-9d06-8d9eb48663d3 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403521 Apr 06 17:47:47.070343 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:47:47.120248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:47:47.123949 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:47:47.124978 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:47.199140 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:47:47.199530 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:47.221768 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4317c7bb-5b4d-4d14-b129-25ed67e0f6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077c072e-4c0a-4ef6-b2b8-3eef16387fb8'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:47:47.224100 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6966a94-85f7-4fce-b045-f9b14e3a2dd4" -d '{"events": [{"server_uuid": "4317c7bb-5b4d-4d14-b129-25ed67e0f6c1", "name": "network-vif-plugged", "status": "completed", "tag": "077c072e-4c0a-4ef6-b2b8-3eef16387fb8"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:47:47.237505 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,segment=NetworkSegment(2db90323-da05-49bc-8541-b1217f450a58),segment_id=2db90323-da05-49bc-8541-b1217f450a58)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:47:47.241802 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:47.271570 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce973a2-6464-4dbe-88d8-1676d0452580 x-openstack-request-id: req-fce973a2-6464-4dbe-88d8-1676d0452580 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:47:47.271860 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4317c7bb-5b4d-4d14-b129-25ed67e0f6c1", "name": "network-vif-plugged", "status": "completed", "tag": "077c072e-4c0a-4ef6-b2b8-3eef16387fb8", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:47:47.272109 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fce973a2-6464-4dbe-88d8-1676d0452580 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:47:47.272500 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce973a2-6464-4dbe-88d8-1676d0452580'] response: {'server_uuid': '4317c7bb-5b4d-4d14-b129-25ed67e0f6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077c072e-4c0a-4ef6-b2b8-3eef16387fb8', 'code': 200} Apr 06 17:47:47.297981 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:47.300820 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f143428-7da7-4b25-a60a-e21cc5d77b4a req-27e121fa-246c-4825-b7a8-ade187cc269a tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:47.302383 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0f143428-7da7-4b25-a60a-e21cc5d77b4a req-27e121fa-246c-4825-b7a8-ade187cc269a tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0643935 Apr 06 17:47:47.383682 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0f143428-7da7-4b25-a60a-e21cc5d77b4a req-7393600d-5985-4fe0-91de-df5562084974 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756409 Apr 06 17:47:47.405144 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2132bc5-83dc-4b4b-b165-ef1a7be04d82 req-4553cff1-b62c-4edb-87e9-ba8c47d61a94 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:47.407163 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a2132bc5-83dc-4b4b-b165-ef1a7be04d82 req-4553cff1-b62c-4edb-87e9-ba8c47d61a94 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 943 time: 0.0730624 Apr 06 17:47:47.484706 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a2132bc5-83dc-4b4b-b165-ef1a7be04d82 req-14eda4c8-27c7-4fc9-bbe6-5e12de044d51 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717096 Apr 06 17:47:47.490761 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8164c80-d070-40e7-9e5a-2f7033e1935a req-1830822f-1d5e-440a-9ec2-d27c1bda4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:47.492205 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c8164c80-d070-40e7-9e5a-2f7033e1935a req-1830822f-1d5e-440a-9ec2-d27c1bda4e6b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 1129 time: 0.0732081 Apr 06 17:47:47.535749 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c8164c80-d070-40e7-9e5a-2f7033e1935a req-2d67e650-5f37-40f2-8190-848d9f530e79 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377297 Apr 06 17:47:47.856035 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a0c1b-f50a-4ff9-9311-e744d579b9b2 req-6747e492-59a6-4f3f-802a-e995debd3ba9 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:47.857568 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-466a0c1b-f50a-4ff9-9311-e744d579b9b2 req-6747e492-59a6-4f3f-802a-e995debd3ba9 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0537407 Apr 06 17:47:47.909668 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-466a0c1b-f50a-4ff9-9311-e744d579b9b2 req-c452b197-7128-45ae-8192-29feee9114d0 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459731 Apr 06 17:47:48.503394 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588472f-3d4e-4b1a-9b7f-15a2153be2ed req-3ef4f1f3-2fd3-422e-abab-bed26b737d8c tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:48.504875 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a588472f-3d4e-4b1a-9b7f-15a2153be2ed req-3ef4f1f3-2fd3-422e-abab-bed26b737d8c tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0557446 Apr 06 17:47:48.554629 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a588472f-3d4e-4b1a-9b7f-15a2153be2ed req-b526b4c0-0787-4c9c-be96-630a08b0f46c tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439715 Apr 06 17:47:48.607166 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576fdf5-a96a-4bbc-b1f7-780d3e282eac req-3416ea1c-ff84-48a2-bf49-5d8ca44f6791 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:48.609633 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4576fdf5-a96a-4bbc-b1f7-780d3e282eac req-3416ea1c-ff84-48a2-bf49-5d8ca44f6791 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 943 time: 0.0530794 Apr 06 17:47:48.658008 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4576fdf5-a96a-4bbc-b1f7-780d3e282eac req-63a0a4e9-8f30-4f69-bf53-0e5a3ac0d8f0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432999 Apr 06 17:47:49.053109 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e83ba6-9a61-4bde-bcb9-adafc7d01860 req-500e1c07-c907-4374-b047-12c97e1343a7 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:49.054655 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a2e83ba6-9a61-4bde-bcb9-adafc7d01860 req-500e1c07-c907-4374-b047-12c97e1343a7 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0582445 Apr 06 17:47:49.101520 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a2e83ba6-9a61-4bde-bcb9-adafc7d01860 req-c604b807-1977-4147-8301-d97c4c7815a6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Apr 06 17:47:49.669419 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ef9bf-311a-450e-a9c4-56f8809e6b9a req-72eda38b-8fae-4b2d-ad7e-9d8fb25b936b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:49.671046 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a89ef9bf-311a-450e-a9c4-56f8809e6b9a req-72eda38b-8fae-4b2d-ad7e-9d8fb25b936b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0515776 Apr 06 17:47:49.721274 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a89ef9bf-311a-450e-a9c4-56f8809e6b9a req-b8f3bd90-e91b-4728-b590-92c5e28b6ee4 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442252 Apr 06 17:47:49.773619 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba3d9f-f86c-46f2-84eb-821b7dd8c8ff req-3292cf3c-5538-4345-a0e1-3d06fd27db0d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:49.775020 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f1ba3d9f-f86c-46f2-84eb-821b7dd8c8ff req-3292cf3c-5538-4345-a0e1-3d06fd27db0d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 943 time: 0.0517554 Apr 06 17:47:49.825667 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f1ba3d9f-f86c-46f2-84eb-821b7dd8c8ff req-e996f53d-363c-4940-a6aa-7b0a9fd92516 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451555 Apr 06 17:47:50.228211 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad10fe-1bbb-434d-b818-74892b58d8c1 req-72926a68-78ef-4ede-80ef-6754753e8b17 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:50.228211 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bcad10fe-1bbb-434d-b818-74892b58d8c1 req-72926a68-78ef-4ede-80ef-6754753e8b17 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0564542 Apr 06 17:47:50.287935 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bcad10fe-1bbb-434d-b818-74892b58d8c1 req-71952813-18e9-4aa6-9f47-29f99e531956 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542917 Apr 06 17:47:50.457944 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:47:50.842370 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c6bb9-b574-46e0-acb9-679c64ad3a1e req-5ae2e985-f4b5-4d53-abd7-afd1444e9f5f tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:50.844975 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3a3c6bb9-b574-46e0-acb9-679c64ad3a1e req-5ae2e985-f4b5-4d53-abd7-afd1444e9f5f tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0571241 Apr 06 17:47:50.895884 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3a3c6bb9-b574-46e0-acb9-679c64ad3a1e req-656af2b6-97ba-450e-ba13-0b7b1c0e20a9 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453489 Apr 06 17:47:51.038927 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bce51f-ee27-4129-bd07-c46e61a9da43 req-0c512c16-550f-4e13-8259-b51725946cb2 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:51.040452 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-41bce51f-ee27-4129-bd07-c46e61a9da43 req-0c512c16-550f-4e13-8259-b51725946cb2 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 943 time: 0.0858610 Apr 06 17:47:51.073124 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016244c8-c206-46b6-8475-5c5f29c14995 req-f568981c-3628-4001-973f-5c286fe79b42 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:51.074480 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-016244c8-c206-46b6-8475-5c5f29c14995 req-f568981c-3628-4001-973f-5c286fe79b42 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0822482 Apr 06 17:47:51.121606 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-41bce51f-ee27-4129-bd07-c46e61a9da43 req-6eb8bba0-25e2-486d-b196-953e9be39649 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748467 Apr 06 17:47:51.146102 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-016244c8-c206-46b6-8475-5c5f29c14995 req-3b347d6f-548c-4d3c-a5ef-b1d89db7ba51 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610266 Apr 06 17:47:52.017396 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2baaa3-3b86-4368-9621-69a4b09c6814 req-05035519-32cf-49c5-8b4c-19c226aff325 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:52.018898 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dd2baaa3-3b86-4368-9621-69a4b09c6814 req-05035519-32cf-49c5-8b4c-19c226aff325 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0571940 Apr 06 17:47:52.070236 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dd2baaa3-3b86-4368-9621-69a4b09c6814 req-9359e7e6-680f-4b68-a8b3-ec91a1c65a3d tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456703 Apr 06 17:47:52.278499 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cba79f-661a-4701-9090-6fdb82c920ec req-80937374-6553-4035-87cd-5447c864cf1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:52.279999 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f2cba79f-661a-4701-9090-6fdb82c920ec req-80937374-6553-4035-87cd-5447c864cf1e tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 943 time: 0.0880697 Apr 06 17:47:52.290071 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8aa40-8e45-4877-b235-603d393158fa req-931aea60-9f34-46ed-8af0-0c9193e50f54 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:52.291464 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-65d8aa40-8e45-4877-b235-603d393158fa req-931aea60-9f34-46ed-8af0-0c9193e50f54 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0723510 Apr 06 17:47:52.372789 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f2cba79f-661a-4701-9090-6fdb82c920ec req-26ae4280-a495-4b31-8425-96614789f78c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803649 Apr 06 17:47:52.381014 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-65d8aa40-8e45-4877-b235-603d393158fa req-d694c8cc-bb95-4895-9eeb-c43cbb56c7db tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821650 Apr 06 17:47:52.594993 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-b5f40f8b-87d8-4d00-9763-2a0801774b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:52.596476 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-b5f40f8b-87d8-4d00-9763-2a0801774b63 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3a96b6f9b714f63aa9c40d49d42d031&device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 1129 time: 0.0452716 Apr 06 17:47:52.688794 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-6bd26119-3fb1-4e52-89e3-5b93ca9ad79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:52.690340 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-6bd26119-3fb1-4e52-89e3-5b93ca9ad79f service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7 HTTP/1.1" status: 200 len: 910 time: 0.0854001 Apr 06 17:47:52.715327 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-a9331b12-d0bb-41cb-8062-a6c078862c54 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:52.717031 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-a9331b12-d0bb-41cb-8062-a6c078862c54 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.49 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 945 time: 0.0530782 Apr 06 17:47:52.760873 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-62a21c22-9931-47e4-8b57-5d675c06b801 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0692eb4a-b476-47df-a5de-f64780c64bca HTTP/1.1" status: 200 len: 1000 time: 0.0638497 Apr 06 17:47:52.807372 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-1b81ed43-f258-4c12-96e4-64b72a947d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:52.808734 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-1b81ed43-f258-4c12-96e4-64b72a947d3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbc0328f-4afc-46d6-b244-328f93592839 HTTP/1.1" status: 200 len: 848 time: 0.0420902 Apr 06 17:47:52.811790 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Deleting port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:47:52.812165 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:52.859721 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-c186fe17-7ebd-40a2-ade5-55d68d391e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:52.861245 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-c186fe17-7ebd-40a2-ade5-55d68d391e87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459235 Apr 06 17:47:52.908551 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] For port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,segment=NetworkSegment(2db90323-da05-49bc-8541-b1217f450a58),segment_id=2db90323-da05-49bc-8541-b1217f450a58)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:47:52.909217 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:52.922768 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Calling delete_port for 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 owned by compute:nova {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:47:52.956432 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-bfc7292a-07c8-47ba-b324-8c26e663a79d service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888069 Apr 06 17:47:53.046935 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9dbe058f-a8bd-43f8-9819-ea9cbac5e061 req-08561e79-9252-46b1-bbf4-7f42cb95ade4 service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845332 Apr 06 17:47:53.052302 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (077c072e-4c0a-4ef6-b2b8-3eef16387fb8), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:53.066168 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['077c072e-4c0a-4ef6-b2b8-3eef16387fb8'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:47:53.081153 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Pushing event deleted for resources: {'Port': ['ID=077c072e-4c0a-4ef6-b2b8-3eef16387fb8,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:53.095085 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.095825 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.096188 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.096676 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.097425 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.097775 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.098141 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.098482 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.098813 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.099141 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.099474 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.099582 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 5ee73106-ae6e-4d5e-a764-383e57f4b627 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:47:53.099802 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.100128 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.100451 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.100774 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:53.139689 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] No DVR routers for this DVR port 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 on host hv-cinder-83588 {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:47:53.142625 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:53.147145 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-53f153b4-1331-42aa-9861-8bb3afcf7ad3 req-0030eb46-30f7-4617-be95-ba506b9bc2f4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.49 "DELETE /v2.0/ports/077c072e-4c0a-4ef6-b2b8-3eef16387fb8 HTTP/1.1" status: 204 len: 173 time: 0.4245849 Apr 06 17:47:53.147763 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4317c7bb-5b4d-4d14-b129-25ed67e0f6c1', 'name': 'network-vif-deleted', 'tag': '077c072e-4c0a-4ef6-b2b8-3eef16387fb8'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:47:53.151583 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf94d402-50dd-49f8-b266-26185fbb8f9f" -d '{"events": [{"server_uuid": "4317c7bb-5b4d-4d14-b129-25ed67e0f6c1", "name": "network-vif-deleted", "tag": "077c072e-4c0a-4ef6-b2b8-3eef16387fb8"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:47:53.197958 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d592f741-c22a-44d6-9666-08555cc18c61 x-openstack-request-id: req-d592f741-c22a-44d6-9666-08555cc18c61 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:47:53.197958 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4317c7bb-5b4d-4d14-b129-25ed67e0f6c1", "name": "network-vif-deleted", "tag": "077c072e-4c0a-4ef6-b2b8-3eef16387fb8", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:47:53.198265 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d592f741-c22a-44d6-9666-08555cc18c61 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:47:53.199212 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d592f741-c22a-44d6-9666-08555cc18c61'] response: {'server_uuid': '4317c7bb-5b4d-4d14-b129-25ed67e0f6c1', 'name': 'network-vif-deleted', 'tag': '077c072e-4c0a-4ef6-b2b8-3eef16387fb8', 'status': 'completed', 'code': 200} Apr 06 17:47:53.210117 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 5ee73106-ae6e-4d5e-a764-383e57f4b627, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5ee73106-ae6e-4d5e-a764-383e57f4b627,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:47:53.214309 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a9b9e-57f2-4f26-bbdd-e52ace2da6d6 req-3aaadb73-7279-4a2c-a143-c25128427a16 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:53.216044 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cc6a9b9e-57f2-4f26-bbdd-e52ace2da6d6 req-3aaadb73-7279-4a2c-a143-c25128427a16 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0671420 Apr 06 17:47:53.221442 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'port_id': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'mac_address': 'fa:16:3e:ca:84:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:47:53.259281 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 5ee73106-ae6e-4d5e-a764-383e57f4b627 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:47:53.259675 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:53.268243 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-cc6a9b9e-57f2-4f26-bbdd-e52ace2da6d6 req-6044ef4f-ad70-40ad-a95c-82b1df3bb353 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456047 Apr 06 17:47:53.273118 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee73106-ae6e-4d5e-a764-383e57f4b627 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:47:53.293309 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 5ee73106-ae6e-4d5e-a764-383e57f4b627, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5ee73106-ae6e-4d5e-a764-383e57f4b627,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:47:53.297060 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:53.345771 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=5ee73106-ae6e-4d5e-a764-383e57f4b627,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:53.507606 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-39ed74b5-79bb-49c4-b1df-ee8473758274 req-35b7f6b2-1eea-4364-a708-6c693b4ff836 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0422580 Apr 06 17:47:53.531944 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['5ee73106-ae6e-4d5e-a764-383e57f4b627'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:47:53.533569 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df61232-7906-4f84-ad3f-2efb2a5ac407 req-9c89bf89-8f13-49b2-82c8-b8e240c40325 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:53.535088 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2df61232-7906-4f84-ad3f-2efb2a5ac407 req-9c89bf89-8f13-49b2-82c8-b8e240c40325 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 944 time: 0.0785255 Apr 06 17:47:53.587538 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2df61232-7906-4f84-ad3f-2efb2a5ac407 req-6681da9e-fb8e-4ee4-8896-024171f033ea tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468326 Apr 06 17:47:54.395734 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca3566-81e7-4ec8-9865-f9af61a2fc05 req-8f612671-bcd0-42b5-a13f-02ecbc6badff tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:54.397498 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-06ca3566-81e7-4ec8-9865-f9af61a2fc05 req-8f612671-bcd0-42b5-a13f-02ecbc6badff tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0574582 Apr 06 17:47:54.446550 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-06ca3566-81e7-4ec8-9865-f9af61a2fc05 req-71faf536-1bbf-4970-9143-86247f777203 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429869 Apr 06 17:47:54.633294 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8f5dd56f-14d2-4618-9fed-00162bc663a1 req-98ccac99-2aa4-49bf-9211-2df25f4b274e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=4317c7bb-5b4d-4d14-b129-25ed67e0f6c1 HTTP/1.1" status: 200 len: 210 time: 0.0378299 Apr 06 17:47:54.723504 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41494f3-cd6f-4890-aee2-0246cfccca17 req-822b2964-8659-439d-b56f-c832d31c0a4a tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:54.725031 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f41494f3-cd6f-4890-aee2-0246cfccca17 req-822b2964-8659-439d-b56f-c832d31c0a4a tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 944 time: 0.0570953 Apr 06 17:47:54.773194 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f41494f3-cd6f-4890-aee2-0246cfccca17 req-ea9a3267-8453-489a-815a-d705d4c1fb75 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426404 Apr 06 17:47:55.123435 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 5ee73106-ae6e-4d5e-a764-383e57f4b627 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:47:55.178006 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 5ee73106-ae6e-4d5e-a764-383e57f4b627 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:47:55.183333 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 5ee73106-ae6e-4d5e-a764-383e57f4b627 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:47:55.183700 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:55.260890 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 5ee73106-ae6e-4d5e-a764-383e57f4b627 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:47:55.261278 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:55.282721 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee73106-ae6e-4d5e-a764-383e57f4b627'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:47:55.284926 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7487f62-be58-493c-91b3-cd700029a62a" -d '{"events": [{"server_uuid": "ecaa364c-043e-4aeb-8b44-81f662f3078a", "name": "network-vif-plugged", "status": "completed", "tag": "5ee73106-ae6e-4d5e-a764-383e57f4b627"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:47:55.296426 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 5ee73106-ae6e-4d5e-a764-383e57f4b627, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5ee73106-ae6e-4d5e-a764-383e57f4b627,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:47:55.301014 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:55.301752 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:47:55.343846 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9d3f17-0883-4261-b7b4-878a664988a6 x-openstack-request-id: req-9b9d3f17-0883-4261-b7b4-878a664988a6 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:47:55.344848 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaa364c-043e-4aeb-8b44-81f662f3078a", "name": "network-vif-plugged", "status": "completed", "tag": "5ee73106-ae6e-4d5e-a764-383e57f4b627", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:47:55.345252 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9b9d3f17-0883-4261-b7b4-878a664988a6 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:47:55.345507 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9d3f17-0883-4261-b7b4-878a664988a6'] response: {'server_uuid': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'code': 200} Apr 06 17:47:55.348133 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:47:55.348478 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 077c072e-4c0a-4ef6-b2b8-3eef16387fb8 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:47:55.372032 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=5ee73106-ae6e-4d5e-a764-383e57f4b627,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:55.584715 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd4611-d747-48b6-b8ee-8282091a68f7 req-ac945f59-6266-4d1e-bed0-2a67312cd215 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:55.587039 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-19cd4611-d747-48b6-b8ee-8282091a68f7 req-ac945f59-6266-4d1e-bed0-2a67312cd215 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0642116 Apr 06 17:47:55.639081 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-19cd4611-d747-48b6-b8ee-8282091a68f7 req-0dc62343-3ec8-42d9-a9b8-3ba498fc93ae tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Apr 06 17:47:55.702953 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e83fe-8449-4d86-b178-b652ff433ae1 req-4a2e8c55-a55f-4ed3-828a-31877565f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:55.705140 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-2d6e83fe-8449-4d86-b178-b652ff433ae1 req-4a2e8c55-a55f-4ed3-828a-31877565f8c0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 1129 time: 0.0582304 Apr 06 17:47:55.712601 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-6ce291b7-e884-4873-8c72-f160efcb1205 req-ab2611d4-f8b6-4f51-9577-f8cf213a7fd7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:47:55.713756 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6ce291b7-e884-4873-8c72-f160efcb1205 req-ab2611d4-f8b6-4f51-9577-f8cf213a7fd7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054975 Apr 06 17:47:55.755131 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-2d6e83fe-8449-4d86-b178-b652ff433ae1 req-86e699dd-d8f1-45d7-8c83-9aad92401064 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434613 Apr 06 17:47:55.910371 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60156) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:55.946107 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f30cc-c132-4257-b41f-87eb01e2ef62 req-953bff9f-2816-433b-99dc-2b197a25fcff tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:55.946107 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ee7f30cc-c132-4257-b41f-87eb01e2ef62 req-953bff9f-2816-433b-99dc-2b197a25fcff tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0951793 Apr 06 17:47:55.948752 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-bbd37ad3-cf28-40b6-96fa-5b52c1c2d9df tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:55.950305 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-bbd37ad3-cf28-40b6-96fa-5b52c1c2d9df tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/networks?id=f6113610-2da1-4310-a448-754d37b34ada HTTP/1.1" status: 200 len: 808 time: 0.1528022 Apr 06 17:47:55.976691 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-ef3995a7-3bfe-4595-b6ab-f7a0ccc7f722 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/quotas/f0b4f95d87ae4b4287d2732d583d8c53 HTTP/1.1" status: 200 len: 375 time: 0.0188618 Apr 06 17:47:56.007481 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-8c434f42-180d-4e21-8fd8-49775a331cc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958822 Apr 06 17:47:56.016548 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-f5d497fa-81d7-4e72-9de3-e26df203c301 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104731) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:47:56.017682 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-f5d497fa-81d7-4e72-9de3-e26df203c301 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056217 Apr 06 17:47:56.023457 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-7f9f0455-8c40-433a-977b-f7dabab13d67 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f0b4f95d87ae4b4287d2732d583d8c53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373793 Apr 06 17:47:56.029020 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ee7f30cc-c132-4257-b41f-87eb01e2ef62 req-92d8b8fc-4696-4d33-a6b1-8a9ec69c517b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777173 Apr 06 17:47:56.157534 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-34fc4c3e-da6e-4f54-a9a4-b6f9b3df17b3 service neutron] 10.222.0.18 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251113 Apr 06 17:47:56.157770 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60164) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:56.224696 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81cdd-9398-40ba-8adc-d6d01e840bf7 req-8989c2dd-e6e7-4489-80f7-2140011b432f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:56.226188 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-05a81cdd-9398-40ba-8adc-d6d01e840bf7 req-8989c2dd-e6e7-4489-80f7-2140011b432f tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 945 time: 0.1299021 Apr 06 17:47:56.255384 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-d5e078fd-2a02-4648-84e3-7140635548e1 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:56.257150 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-d5e078fd-2a02-4648-84e3-7140635548e1 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports/0692eb4a-b476-47df-a5de-f64780c64bca HTTP/1.1" status: 200 len: 942 time: 0.0982223 Apr 06 17:47:56.302859 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-05a81cdd-9398-40ba-8adc-d6d01e840bf7 req-284cb960-3cf4-4695-8fa4-16254e3be885 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691869 Apr 06 17:47:56.306430 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-a13c8b61-5c72-46ef-ab5b-9ca782b08afd service neutron] 10.222.0.18 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428013 Apr 06 17:47:56.481361 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0bc19b90-2242-4dc2-a789-9268db4bd830 req-a874d36f-8024-40a3-8004-42ac29a01cb2 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 210 time: 0.0298641 Apr 06 17:47:57.168213 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf3d39-77f3-4ca7-b25b-b1f485bf2973 req-1e169229-c126-4626-9077-514d4f30857e tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:57.174586 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dfdf3d39-77f3-4ca7-b25b-b1f485bf2973 req-1e169229-c126-4626-9077-514d4f30857e tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0683818 Apr 06 17:47:57.189044 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c13f076d-af86-4c6f-975b-5c3d9f498549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:57.235793 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dfdf3d39-77f3-4ca7-b25b-b1f485bf2973 req-08ba69ab-546c-46e1-9310-40b8f1efcaf4 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596406 Apr 06 17:47:57.434463 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f25a6d-0158-4aeb-88ff-9c8edd5370c4 req-d369d816-4389-45f4-b2e2-224393bf0ccb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:57.435929 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-03f25a6d-0158-4aeb-88ff-9c8edd5370c4 req-d369d816-4389-45f4-b2e2-224393bf0ccb tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 945 time: 0.0563552 Apr 06 17:47:57.486381 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-03f25a6d-0158-4aeb-88ff-9c8edd5370c4 req-3831f3d1-300b-43b3-b85a-fcf822009d61 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444784 Apr 06 17:47:57.624609 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5d23b522-dae7-4e28-b0dd-30f2edc0c57b req-c224a2e5-8096-4491-852e-7aa529f232d2 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 210 time: 0.0565138 Apr 06 17:47:57.651151 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f930ea9-ee8e-4e92-8db7-fc0448120ae7 req-cd06c0af-da66-4ac8-bc9f-089a7b65bf26 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:57.653584 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1f930ea9-ee8e-4e92-8db7-fc0448120ae7 req-cd06c0af-da66-4ac8-bc9f-089a7b65bf26 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 945 time: 0.0946841 Apr 06 17:47:57.728557 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1f930ea9-ee8e-4e92-8db7-fc0448120ae7 req-2c0691f6-6287-4035-9e3b-d6b110fb0736 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691366 Apr 06 17:47:57.754195 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 60196) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:57.867240 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-329dc425-979c-4cdf-a47d-8fd3de003875 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:57.868589 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-329dc425-979c-4cdf-a47d-8fd3de003875 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.49 "GET /v2.0/networks?id=f6113610-2da1-4310-a448-754d37b34ada HTTP/1.1" status: 200 len: 808 time: 0.1426528 Apr 06 17:47:57.881330 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Request body: {'port': {'device_id': 'fcd51c3f-ebd4-4c2f-82a7-df2b85accf17', 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada', 'admin_state_up': True, 'tenant_id': 'f0b4f95d87ae4b4287d2732d583d8c53'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:57.958298 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c61249-7b6c-4ef7-a985-50db831bdba0 tempest-TestVolumeBootPattern-1600665080 tempest-TestVolumeBootPattern-1600665080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:57.960064 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-49c61249-7b6c-4ef7-a985-50db831bdba0 tempest-TestVolumeBootPattern-1600665080 tempest-TestVolumeBootPattern-1600665080-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 1124 time: 0.2044842 Apr 06 17:47:57.962867 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 60204) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:47:57.967334 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'port_id': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:57.991197 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.010985 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Made reservation on behalf of f0b4f95d87ae4b4287d2732d583d8c53 for: {'port': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:47:58.014363 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.090207 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.147564 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Allocated IP 172.20.0.10 (f6113610-2da1-4310-a448-754d37b34ada/5885d842-99d1-4ddf-ae96-c33332781314/6e72443a-6d9d-4df5-a922-3b024a8845b9) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:47:58.209161 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Allocated IP 172.27.2.153 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/66676b84-45f7-4348-94b0-a38d182ab959) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:47:58.310239 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks [] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.348403 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.352032 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-d7253981-2132-4675-b7ea-ab12df16742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:58.353674 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-d7253981-2132-4675-b7ea-ab12df16742c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f&tenant_id=d3a96b6f9b714f63aa9c40d49d42d031 HTTP/1.1" status: 200 len: 1129 time: 0.0940075 Apr 06 17:47:58.368672 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for port (66676b84-45f7-4348-94b0-a38d182ab959), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.417563 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Network f6113610-2da1-4310-a448-754d37b34ada is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:47:58.421083 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:47:58.426638 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:47:58.431122 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Pushing event updated for resources: {'Port': ['ID=6e72443a-6d9d-4df5-a922-3b024a8845b9,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:58.450322 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (66676b84-45f7-4348-94b0-a38d182ab959), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.491707 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-32558e43-c794-484a-8a40-c37ac151fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:58.493280 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-32558e43-c794-484a-8a40-c37ac151fe94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3a96b6f9b714f63aa9c40d49d42d031&device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 1129 time: 0.1004498 Apr 06 17:47:58.497382 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:58.498107 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.514152 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-eb1de462-a453-42e7-80a9-8294cee4a755 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6369088 Apr 06 17:47:58.524464 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Request body: {'port': {'device_id': 'fcd51c3f-ebd4-4c2f-82a7-df2b85accf17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:47:58.562409 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:47:58.584885 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.596404 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:47:58.601319 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'Port': ['ID=66676b84-45f7-4348-94b0-a38d182ab959,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:58.605181 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:47:58.646210 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.646564 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.646944 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.647262 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.647597 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.647940 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.648306 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.648643 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.648972 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.649300 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.649630 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.649961 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.650314 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.650641 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.650966 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:47:58.698582 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9d2d0-2e14-4905-9923-0ea3af7b17b1 req-847c2dea-7a3a-41d6-8e60-119e6bb8d982 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:58.702529 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4da9d2d0-2e14-4905-9923-0ea3af7b17b1 req-847c2dea-7a3a-41d6-8e60-119e6bb8d982 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.2174463 Apr 06 17:47:58.736731 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-0e73a120-3df4-4515-8b61-d33801bb0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:58.738205 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-0e73a120-3df4-4515-8b61-d33801bb0cf4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7 HTTP/1.1" status: 200 len: 910 time: 0.2345808 Apr 06 17:47:58.905878 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e72443a-6d9d-4df5-a922-3b024a8845b9 {{(pid=104731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:47:58.914994 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4da9d2d0-2e14-4905-9923-0ea3af7b17b1 req-4ec69fcb-ef36-4e8c-b32b-279da84ab8a8 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003138 Apr 06 17:47:58.915424 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Publish callbacks [] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.927333 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-249e50d0-9cac-4e88-815d-094f2746628a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0692eb4a-b476-47df-a5de-f64780c64bca HTTP/1.1" status: 200 len: 1000 time: 0.1590016 Apr 06 17:47:58.933831 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Transition to ACTIVE for port object 6e72443a-6d9d-4df5-a922-3b024a8845b9 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:47:58.946676 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:58.979665 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae5f4f-a2fe-4b6e-9d45-8cd9bafc6c45 req-bf50a247-72f1-40b2-a817-5846ab4b24d4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:58.981112 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bfae5f4f-a2fe-4b6e-9d45-8cd9bafc6c45 req-bf50a247-72f1-40b2-a817-5846ab4b24d4 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 932 time: 0.2541060 Apr 06 17:47:58.992530 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Pushing event updated for resources: {'Port': ['ID=6e72443a-6d9d-4df5-a922-3b024a8845b9,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:59.057177 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Attempting to bind port 6e72443a-6d9d-4df5-a922-3b024a8845b9 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:47:59.057508 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Attempting to bind port 6e72443a-6d9d-4df5-a922-3b024a8845b9 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '2db90323-da05-49bc-8541-b1217f450a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:47:59.057838 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Attempting to bind port 6e72443a-6d9d-4df5-a922-3b024a8845b9 on network f6113610-2da1-4310-a448-754d37b34ada {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:47:59.062077 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Port 6e72443a-6d9d-4df5-a922-3b024a8845b9 on network f6113610-2da1-4310-a448-754d37b34ada not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:47:59.062401 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Attempting to bind port 6e72443a-6d9d-4df5-a922-3b024a8845b9 on network f6113610-2da1-4310-a448-754d37b34ada {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:47:59.067205 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:47:59.067538 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Checking segment: {'id': '2db90323-da05-49bc-8541-b1217f450a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:47:59.067925 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Bound using segment: {'id': '2db90323-da05-49bc-8541-b1217f450a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:47:59.068346 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Bound port: 6e72443a-6d9d-4df5-a922-3b024a8845b9, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db90323-da05-49bc-8541-b1217f450a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:47:59.068699 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:59.100833 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-c5a50c0e-58ae-4bb7-bd0c-60e8a32abdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:59.102324 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-c5a50c0e-58ae-4bb7-bd0c-60e8a32abdfd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbc0328f-4afc-46d6-b244-328f93592839 HTTP/1.1" status: 200 len: 848 time: 0.1386423 Apr 06 17:47:59.112475 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 0692eb4a-b476-47df-a5de-f64780c64bca no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:47:59.123931 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bfae5f4f-a2fe-4b6e-9d45-8cd9bafc6c45 req-f6f37b66-1e4a-4794-a68b-d849bb510a40 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126311 Apr 06 17:47:59.172466 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] For port 6e72443a-6d9d-4df5-a922-3b024a8845b9, host hv-cinder-83588, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:47:59.175772 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] For port 6e72443a-6d9d-4df5-a922-3b024a8845b9, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6e72443a-6d9d-4df5-a922-3b024a8845b9,segment=NetworkSegment(2db90323-da05-49bc-8541-b1217f450a58),segment_id=2db90323-da05-49bc-8541-b1217f450a58)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:47:59.183610 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:59.214265 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-b333712d-b158-43b4-bea5-1f5a55ae03b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:59.215939 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-b333712d-b158-43b4-bea5-1f5a55ae03b9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1050797 Apr 06 17:47:59.219862 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:59.219862 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:59.220147 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 0692eb4a-b476-47df-a5de-f64780c64bca is: ACTIVE; New status is: DOWN {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:47:59.220147 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:59.220318 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] 10.222.0.49 "PUT /v2.0/ports/6e72443a-6d9d-4df5-a922-3b024a8845b9 HTTP/1.1" status: 200 len: 1094 time: 0.6997778 Apr 06 17:47:59.220555 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcd51c3f-ebd4-4c2f-82a7-df2b85accf17', 'tag': '6e72443a-6d9d-4df5-a922-3b024a8845b9'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:47:59.223086 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55bf834-7450-4f11-aab4-a13609eab1be" -d '{"events": [{"name": "network-changed", "server_uuid": "fcd51c3f-ebd4-4c2f-82a7-df2b85accf17", "tag": "6e72443a-6d9d-4df5-a922-3b024a8845b9"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:47:59.267014 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 0692eb4a-b476-47df-a5de-f64780c64bca, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0692eb4a-b476-47df-a5de-f64780c64bca,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:47:59.268274 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:47:59.272213 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc3e4d2-8498-4103-8eb2-ae1939186636" -d '{"events": [{"server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "name": "network-vif-unplugged", "status": "completed", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:47:59.279426 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:59.324455 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47502e-825c-4713-95fe-eeb120a8dd0c service neutron] Pushing event updated for resources: {'Port': ['ID=6e72443a-6d9d-4df5-a922-3b024a8845b9,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:59.346925 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=0692eb4a-b476-47df-a5de-f64780c64bca,revision_number=6']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:47:59.350463 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55eb7e79-fbb0-4717-b3ac-b6e7ed6fb696 x-openstack-request-id: req-55eb7e79-fbb0-4717-b3ac-b6e7ed6fb696 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:47:59.350759 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcd51c3f-ebd4-4c2f-82a7-df2b85accf17", "tag": "6e72443a-6d9d-4df5-a922-3b024a8845b9", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:47:59.351067 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-55eb7e79-fbb0-4717-b3ac-b6e7ed6fb696 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:47:59.351617 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55eb7e79-fbb0-4717-b3ac-b6e7ed6fb696'] response: {'name': 'network-changed', 'server_uuid': 'fcd51c3f-ebd4-4c2f-82a7-df2b85accf17', 'tag': '6e72443a-6d9d-4df5-a922-3b024a8845b9', 'status': 'completed', 'code': 200} Apr 06 17:47:59.354045 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-57395d5e-8055-4db3-99a1-0ca07d630a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:59.356143 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-57395d5e-8055-4db3-99a1-0ca07d630a5e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b4f95d87ae4b4287d2732d583d8c53&device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 1128 time: 0.0714300 Apr 06 17:47:59.363142 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 17:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d669d514-31d0-43e1-acb7-8a2d16aa6a95 x-openstack-request-id: req-d669d514-31d0-43e1-acb7-8a2d16aa6a95 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:47:59.363438 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "name": "network-vif-unplugged", "status": "completed", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:47:59.363699 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d669d514-31d0-43e1-acb7-8a2d16aa6a95 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:47:59.364098 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d669d514-31d0-43e1-acb7-8a2d16aa6a95'] response: {'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca', 'code': 200} Apr 06 17:47:59.390928 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-098d82a7-c513-4b00-90e9-29c2cba9067d service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402957 Apr 06 17:47:59.393652 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (ccff4572-ec92-48dc-a779-e29c8a4be818), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:59.405744 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-26c671d0-afff-4af4-b6e6-07aed01b45b9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e72443a-6d9d-4df5-a922-3b024a8845b9 HTTP/1.1" status: 200 len: 217 time: 0.0401890 Apr 06 17:47:59.466483 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-1003ac7c-3e2a-4d59-a699-5bfcb371ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:47:59.467977 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-1003ac7c-3e2a-4d59-a699-5bfcb371ebd9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5885d842-99d1-4ddf-ae96-c33332781314 HTTP/1.1" status: 200 len: 848 time: 0.0557632 Apr 06 17:47:59.502715 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-89c3ff40-e255-4b68-be3c-4297a4ab084a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6113610-2da1-4310-a448-754d37b34ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277503 Apr 06 17:47:59.539817 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-edb99951-3d93-4194-b30f-bb085732c718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:59.610707 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-181d2b2a-cdea-43f0-b700-ac1b00bdbc5f service neutron] 10.222.0.49 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016321 Apr 06 17:47:59.706691 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-fd2d4af4-2b15-48fe-b432-b7e684b7a481 req-1f5335db-bf20-4779-a253-105f1db47dad service neutron] 10.222.0.49 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898514 Apr 06 17:47:59.820070 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (66676b84-45f7-4348-94b0-a38d182ab959), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:59.825025 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c589bd74-6fff-46d5-85c8-c7f07cebb045 req-effb08bf-b10c-48b2-ac7a-a1564a8250fc service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281425 Apr 06 17:47:59.977441 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for port (66676b84-45f7-4348-94b0-a38d182ab959), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:47:59.982260 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (66676b84-45f7-4348-94b0-a38d182ab959), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:00.079377 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event updated for resources: {'Port': ['ID=66676b84-45f7-4348-94b0-a38d182ab959,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:00.103649 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (ccff4572-ec92-48dc-a779-e29c8a4be818), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:00.149387 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fde78a-8152-4c51-8ad6-8f6f3c16c454 req-c3449e64-46b1-4c83-8bda-24e34fe360d8 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:00.150913 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47fde78a-8152-4c51-8ad6-8f6f3c16c454 req-c3449e64-46b1-4c83-8bda-24e34fe360d8 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.1421115 Apr 06 17:48:00.275656 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47fde78a-8152-4c51-8ad6-8f6f3c16c454 req-5f782f24-dc07-43d4-a2d4-07f251811546 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156657 Apr 06 17:48:00.291979 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Floating IP ccff4572-ec92-48dc-a779-e29c8a4be818 associated. External IP: 172.27.2.153, port: 5ee73106-ae6e-4d5e-a764-383e57f4b627. Apr 06 17:48:00.350436 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa90a93-565f-4030-8402-045758c282ae req-74b9ceeb-856b-4e85-a168-bdab357177be tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:00.351832 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5aa90a93-565f-4030-8402-045758c282ae req-74b9ceeb-856b-4e85-a168-bdab357177be tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 944 time: 0.1412826 Apr 06 17:48:00.440716 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5aa90a93-565f-4030-8402-045758c282ae req-698a66be-4b7a-45d0-ab5a-3852e942ea05 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827067 Apr 06 17:48:00.595974 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Router d8a57947-53b4-4b7b-9d58-e40f8a8179ca has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:48:00.603774 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bf834-7450-4f11-aab4-a13609eab1be req-b0c6f6a4-3af5-4d6d-8ca2-5aafd986342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:00.605210 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f55bf834-7450-4f11-aab4-a13609eab1be req-b0c6f6a4-3af5-4d6d-8ca2-5aafd986342e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0b4f95d87ae4b4287d2732d583d8c53&device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 1128 time: 0.0791080 Apr 06 17:48:00.717076 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:48:00.718285 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:00.727005 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] Sync routers for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:48:00.737270 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:00.738521 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:48:00.739144 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:48:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:00.810469 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-edc64407-1a44-4264-855f-2d30080183c0 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8465714 Apr 06 17:48:00.812775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'tag': '5ee73106-ae6e-4d5e-a764-383e57f4b627'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:48:00.815050 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d67eea8-1966-4cb6-80a1-111393d4daa0" -d '{"events": [{"name": "network-changed", "server_uuid": "ecaa364c-043e-4aeb-8b44-81f662f3078a", "tag": "5ee73106-ae6e-4d5e-a764-383e57f4b627"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:48:00.857566 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36933c7-bef2-44fc-addc-566e499c7e31 x-openstack-request-id: req-e36933c7-bef2-44fc-addc-566e499c7e31 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:48:00.857903 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecaa364c-043e-4aeb-8b44-81f662f3078a", "tag": "5ee73106-ae6e-4d5e-a764-383e57f4b627", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:48:00.858196 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e36933c7-bef2-44fc-addc-566e499c7e31 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:48:00.858603 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36933c7-bef2-44fc-addc-566e499c7e31'] response: {'name': 'network-changed', 'server_uuid': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'tag': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'status': 'completed', 'code': 200} Apr 06 17:48:00.867920 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:48:00.874129 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bf834-7450-4f11-aab4-a13609eab1be req-4bcb704f-286c-4756-a645-fa3523c5ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:00.875654 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f55bf834-7450-4f11-aab4-a13609eab1be req-4bcb704f-286c-4756-a645-fa3523c5ddf3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f6113610-2da1-4310-a448-754d37b34ada HTTP/1.1" status: 200 len: 909 time: 0.1189904 Apr 06 17:48:00.923664 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f55bf834-7450-4f11-aab4-a13609eab1be req-f5cbca77-5520-4002-845e-10d933914793 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e72443a-6d9d-4df5-a922-3b024a8845b9 HTTP/1.1" status: 200 len: 217 time: 0.0390921 Apr 06 17:48:00.927679 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-3910b7de-b266-4e71-a0a4-4ab67e5596a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:00.929235 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-3910b7de-b266-4e71-a0a4-4ab67e5596a8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 1129 time: 0.0451052 Apr 06 17:48:00.973968 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bf834-7450-4f11-aab4-a13609eab1be req-a94645d3-d1d6-45f3-ac77-b4c30c675501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:00.975469 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f55bf834-7450-4f11-aab4-a13609eab1be req-a94645d3-d1d6-45f3-ac77-b4c30c675501 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5885d842-99d1-4ddf-ae96-c33332781314 HTTP/1.1" status: 200 len: 848 time: 0.0455928 Apr 06 17:48:01.008495 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f55bf834-7450-4f11-aab4-a13609eab1be req-e9b195af-24ee-4874-8866-042fe6637ae1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f6113610-2da1-4310-a448-754d37b34ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258284 Apr 06 17:48:01.026331 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-47d5e40c-754a-4151-8326-f96dc4a89415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:01.027816 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-47d5e40c-754a-4151-8326-f96dc4a89415 service neutron] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 912 time: 0.0908406 Apr 06 17:48:01.103825 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'ccff4572-ec92-48dc-a779-e29c8a4be818', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:ca:84:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:47:59Z', 'updated_at': '2022-04-06T17:47:59Z', 'revision_number': 0, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}, {'id': 'd049912c-68f3-4892-bbe8-da3bea50aa97', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:10:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:34Z', 'updated_at': '2022-04-06T17:45:37Z', 'revision_number': 1, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:01.106407 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f55bf834-7450-4f11-aab4-a13609eab1be req-52087d6d-b676-4060-8148-0cde066e16a9 service neutron] 10.222.0.49 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910442 Apr 06 17:48:01.114419 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-1bcb705f-c0f0-4c3a-9b7e-e694800755c2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ee73106-ae6e-4d5e-a764-383e57f4b627 HTTP/1.1" status: 200 len: 999 time: 0.0800645 Apr 06 17:48:01.131221 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] Checking router: d8a57947-53b4-4b7b-9d58-e40f8a8179ca for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:48:01.139721 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:48:01.140502 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:48:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:01.167662 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-7572bd44-0811-459b-8378-6938af15ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:01.169131 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-7572bd44-0811-459b-8378-6938af15ab5d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0488639 Apr 06 17:48:01.199868 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f55bf834-7450-4f11-aab4-a13609eab1be req-c4081ed6-d998-44f9-b1b6-db4e8c624f19 service neutron] 10.222.0.49 "GET /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854115 Apr 06 17:48:01.221824 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-bfe12d8d-fea7-4f15-8f28-868f8d937212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:01.223362 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-bfe12d8d-fea7-4f15-8f28-868f8d937212 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464804 Apr 06 17:48:01.255091 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:48:01.311465 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-11be9f85-994c-4b07-b679-47c72bbcdc34 service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808098 Apr 06 17:48:01.405169 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcf62a-6332-4273-88c0-10c4ab713dfa req-c0069b33-98b5-452b-98e3-ff9dc5c21257 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:01.405746 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-6d67eea8-1966-4cb6-80a1-111393d4daa0 req-be47a089-39b2-443a-8e5e-9d0c44bc500c service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878673 Apr 06 17:48:01.407892 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-85dcf62a-6332-4273-88c0-10c4ab713dfa req-c0069b33-98b5-452b-98e3-ff9dc5c21257 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0614114 Apr 06 17:48:01.467130 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-85dcf62a-6332-4273-88c0-10c4ab713dfa req-a25c68a5-eab1-4275-b239-9393249d2dff tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442262 Apr 06 17:48:01.496678 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'ccff4572-ec92-48dc-a779-e29c8a4be818', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:ca:84:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:47:59Z', 'updated_at': '2022-04-06T17:47:59Z', 'revision_number': 0, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}, {'id': 'd049912c-68f3-4892-bbe8-da3bea50aa97', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:10:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:34Z', 'updated_at': '2022-04-06T17:45:37Z', 'revision_number': 1, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:01.524321 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf5e635-a94f-4414-8bf0-d345812f634f None None] The sync data for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi is: [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'ccff4572-ec92-48dc-a779-e29c8a4be818', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.153', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:ca:84:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:47:59Z', 'updated_at': '2022-04-06T17:47:59Z', 'revision_number': 0, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}, {'id': 'd049912c-68f3-4892-bbe8-da3bea50aa97', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:10:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:34Z', 'updated_at': '2022-04-06T17:45:37Z', 'revision_number': 1, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:48:01.571939 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ae6d5-842d-473b-be81-81bf193b77b8 req-330b0876-e64c-46e1-9b16-1219b897907a tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:01.573597 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f01ae6d5-842d-473b-be81-81bf193b77b8 req-330b0876-e64c-46e1-9b16-1219b897907a tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 944 time: 0.0540311 Apr 06 17:48:01.622498 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f01ae6d5-842d-473b-be81-81bf193b77b8 req-f2738c8b-84e6-4267-baea-83af9b971f99 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Apr 06 17:48:01.727307 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d8c3de-ca74-4e9e-b770-5de35abbf5ca None None] New status for floating IP ccff4572-ec92-48dc-a779-e29c8a4be818: ACTIVE {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:48:01.986445 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:02.585717 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7363662-c5f1-4909-b157-a6b626b29703 req-ee816b10-24e2-452c-91c3-5615e93fe38c tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:02.587223 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b7363662-c5f1-4909-b157-a6b626b29703 req-ee816b10-24e2-452c-91c3-5615e93fe38c tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0511794 Apr 06 17:48:02.640558 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b7363662-c5f1-4909-b157-a6b626b29703 req-db39b07c-f797-48e6-976d-d77ca3b2f9f7 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466812 Apr 06 17:48:02.740110 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a322ae-eb37-46b4-b881-4f7a64ed048a req-4c940ae5-09b1-47a7-a9c0-f6e871c28aba tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:02.741599 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47a322ae-eb37-46b4-b881-4f7a64ed048a req-4c940ae5-09b1-47a7-a9c0-f6e871c28aba tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 944 time: 0.0526416 Apr 06 17:48:02.748814 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:02.792053 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-47a322ae-eb37-46b4-b881-4f7a64ed048a req-55a95cf5-f55d-4cee-8f54-05d45b3d1c8e tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445096 Apr 06 17:48:03.125857 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 6e72443a-6d9d-4df5-a922-3b024a8845b9 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:48:03.221624 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 6e72443a-6d9d-4df5-a922-3b024a8845b9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6e72443a-6d9d-4df5-a922-3b024a8845b9,segment=NetworkSegment(2db90323-da05-49bc-8541-b1217f450a58),segment_id=2db90323-da05-49bc-8541-b1217f450a58)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:03.232412 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '6e72443a-6d9d-4df5-a922-3b024a8845b9', 'network_id': 'f6113610-2da1-4310-a448-754d37b34ada', 'port_id': '6e72443a-6d9d-4df5-a922-3b024a8845b9', 'mac_address': 'fa:16:3e:e7:47:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5885d842-99d1-4ddf-ae96-c33332781314', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:48:03.268798 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 6e72443a-6d9d-4df5-a922-3b024a8845b9 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:03.269180 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:03.282085 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e72443a-6d9d-4df5-a922-3b024a8845b9 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:48:03.300894 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 6e72443a-6d9d-4df5-a922-3b024a8845b9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6e72443a-6d9d-4df5-a922-3b024a8845b9,segment=NetworkSegment(2db90323-da05-49bc-8541-b1217f450a58),segment_id=2db90323-da05-49bc-8541-b1217f450a58)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:03.304261 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:03.350188 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=6e72443a-6d9d-4df5-a922-3b024a8845b9,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:03.506936 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:03.580812 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['6e72443a-6d9d-4df5-a922-3b024a8845b9'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:48:03.758538 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb07244-d3a0-4321-9495-0ef8212ee5fc req-201251de-654e-43d0-b94b-0fef9c7bd9ca tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:03.760003 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1eb07244-d3a0-4321-9495-0ef8212ee5fc req-201251de-654e-43d0-b94b-0fef9c7bd9ca tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0524287 Apr 06 17:48:03.809291 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1eb07244-d3a0-4321-9495-0ef8212ee5fc req-1346e278-bc52-40d8-aea5-27e8b165d77e tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436926 Apr 06 17:48:03.912738 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3068b9-3028-4c7e-b651-31a03fb05925 req-bfa3069d-83ce-40c1-899d-612c2a755a3b tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:03.914230 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3e3068b9-3028-4c7e-b651-31a03fb05925 req-bfa3069d-83ce-40c1-899d-612c2a755a3b tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 945 time: 0.0555334 Apr 06 17:48:03.959960 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3e3068b9-3028-4c7e-b651-31a03fb05925 req-eb7306c0-a6cb-4159-9adc-ac4b25fc8f89 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Apr 06 17:48:04.928623 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c88ed2-a058-412c-9d7b-b436b4d11e67 req-eb21b2bb-f608-4f59-b175-a2726df97bed tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:04.930110 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-79c88ed2-a058-412c-9d7b-b436b4d11e67 req-eb21b2bb-f608-4f59-b175-a2726df97bed tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0520532 Apr 06 17:48:04.977719 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-79c88ed2-a058-412c-9d7b-b436b4d11e67 req-fcecebdf-7db3-41de-a1c7-dc43de12993a tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417712 Apr 06 17:48:05.079628 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa760ff2-a18a-4209-adb7-abed91eaa66f req-8adb444d-4e50-4c1b-9440-98246508caa9 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:05.081104 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fa760ff2-a18a-4209-adb7-abed91eaa66f req-8adb444d-4e50-4c1b-9440-98246508caa9 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 945 time: 0.0546899 Apr 06 17:48:05.133539 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 6e72443a-6d9d-4df5-a922-3b024a8845b9 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:05.138899 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fa760ff2-a18a-4209-adb7-abed91eaa66f req-c3cc1360-a3b5-4110-9bb7-c58bd40fce24 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519624 Apr 06 17:48:05.193365 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 6e72443a-6d9d-4df5-a922-3b024a8845b9 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:48:05.197710 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 6e72443a-6d9d-4df5-a922-3b024a8845b9 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:05.197933 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:05.278983 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 6e72443a-6d9d-4df5-a922-3b024a8845b9 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:05.279371 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:05.302139 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd51c3f-ebd4-4c2f-82a7-df2b85accf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e72443a-6d9d-4df5-a922-3b024a8845b9'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:48:05.304332 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d10045d-49a7-46e5-aaa7-7499df3c325c" -d '{"events": [{"server_uuid": "fcd51c3f-ebd4-4c2f-82a7-df2b85accf17", "name": "network-vif-plugged", "status": "completed", "tag": "6e72443a-6d9d-4df5-a922-3b024a8845b9"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:48:05.316911 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 6e72443a-6d9d-4df5-a922-3b024a8845b9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6e72443a-6d9d-4df5-a922-3b024a8845b9,segment=NetworkSegment(2db90323-da05-49bc-8541-b1217f450a58),segment_id=2db90323-da05-49bc-8541-b1217f450a58)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:05.330344 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:05.356387 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ddd60c-9578-4422-bb4d-f4eee39fb7b5 x-openstack-request-id: req-06ddd60c-9578-4422-bb4d-f4eee39fb7b5 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:48:05.356680 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd51c3f-ebd4-4c2f-82a7-df2b85accf17", "name": "network-vif-plugged", "status": "completed", "tag": "6e72443a-6d9d-4df5-a922-3b024a8845b9", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:48:05.356928 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06ddd60c-9578-4422-bb4d-f4eee39fb7b5 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:48:05.357345 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06ddd60c-9578-4422-bb4d-f4eee39fb7b5'] response: {'server_uuid': 'fcd51c3f-ebd4-4c2f-82a7-df2b85accf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e72443a-6d9d-4df5-a922-3b024a8845b9', 'code': 200} Apr 06 17:48:05.387753 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=6e72443a-6d9d-4df5-a922-3b024a8845b9,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:05.541657 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5e763-ae22-4704-bd98-8e31457a3a11 req-62e01125-f758-468c-b1f2-952494be447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:05.543382 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-afc5e763-ae22-4704-bd98-8e31457a3a11 req-62e01125-f758-468c-b1f2-952494be447e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 1130 time: 0.0568061 Apr 06 17:48:05.589339 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-afc5e763-ae22-4704-bd98-8e31457a3a11 req-5a9da5fd-5319-4565-8200-0002bb555d89 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Apr 06 17:48:06.094031 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a970c9c-eff4-4b8e-a9ed-0cf62aaf26fe req-e0fc2446-551a-4f7f-adc0-0ec1914876f0 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:06.095528 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0a970c9c-eff4-4b8e-a9ed-0cf62aaf26fe req-e0fc2446-551a-4f7f-adc0-0ec1914876f0 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0521665 Apr 06 17:48:06.143009 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0a970c9c-eff4-4b8e-a9ed-0cf62aaf26fe req-a9b5a31a-1a47-44fa-9572-64f5a96343b4 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419347 Apr 06 17:48:06.257566 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dd68a-cf8a-4648-bd0e-d09a486f919e req-ffb56924-8b37-4eec-a2cb-8e2e53df3f96 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:06.258976 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-de9dd68a-cf8a-4648-bd0e-d09a486f919e req-ffb56924-8b37-4eec-a2cb-8e2e53df3f96 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 946 time: 0.0516262 Apr 06 17:48:06.306482 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-de9dd68a-cf8a-4648-bd0e-d09a486f919e req-e7e4a6ee-a682-4919-b7c2-e92136b810b5 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Apr 06 17:48:06.958895 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749dc6e-4a73-4df6-8673-c4104676ca00 req-e2436472-25f1-4fe3-beb7-22ba7513f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:06.960394 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-0749dc6e-4a73-4df6-8673-c4104676ca00 req-e2436472-25f1-4fe3-beb7-22ba7513f186 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 1127 time: 0.0477965 Apr 06 17:48:07.009388 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-0749dc6e-4a73-4df6-8673-c4104676ca00 req-7604e598-b4a7-4236-a32d-a1918cf9a05e service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Apr 06 17:48:07.264210 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d6eb3-4947-48af-9659-45ede0f7a7cc req-974586dd-c7df-4de0-a4f6-854c3cf0e25c tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:07.265746 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-721d6eb3-4947-48af-9659-45ede0f7a7cc req-974586dd-c7df-4de0-a4f6-854c3cf0e25c tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0571551 Apr 06 17:48:07.315243 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-721d6eb3-4947-48af-9659-45ede0f7a7cc req-4c6fee9b-2bc4-4c21-890c-e805d4b6ab93 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 Apr 06 17:48:07.432592 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa9860-0c7d-4b9b-b81c-f28c3fcf668e req-3dc52817-99b7-4fce-9a79-d3557cd3ec29 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:07.434094 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bcaa9860-0c7d-4b9b-b81c-f28c3fcf668e req-3dc52817-99b7-4fce-9a79-d3557cd3ec29 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 946 time: 0.0529199 Apr 06 17:48:07.480186 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bcaa9860-0c7d-4b9b-b81c-f28c3fcf668e req-cdb21de6-cac2-4189-8c0e-4c6857b27982 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Apr 06 17:48:08.151398 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278025ea-3828-439b-993f-cbf82ac0b7de req-87bb4684-d0ea-428c-a04d-c729ed3eec49 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:08.152778 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-278025ea-3828-439b-993f-cbf82ac0b7de req-87bb4684-d0ea-428c-a04d-c729ed3eec49 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 946 time: 0.0563257 Apr 06 17:48:08.199128 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-278025ea-3828-439b-993f-cbf82ac0b7de req-9f831a00-fb1f-430e-9171-d26080514bab tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405333 Apr 06 17:48:08.434977 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24827afb-5be9-444f-b597-fa7ea71fce19 req-68e17de6-9c73-4df9-9bc6-562c37a06f34 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:08.436357 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-24827afb-5be9-444f-b597-fa7ea71fce19 req-68e17de6-9c73-4df9-9bc6-562c37a06f34 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 943 time: 0.0524509 Apr 06 17:48:08.483749 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-24827afb-5be9-444f-b597-fa7ea71fce19 req-ff8f265a-f9a1-432c-bfe3-7e09947d8dc2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419371 Apr 06 17:48:09.132140 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 0692eb4a-b476-47df-a5de-f64780c64bca details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:48:09.238758 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 0692eb4a-b476-47df-a5de-f64780c64bca, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0692eb4a-b476-47df-a5de-f64780c64bca,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:09.250310 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '0692eb4a-b476-47df-a5de-f64780c64bca', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'port_id': '0692eb4a-b476-47df-a5de-f64780c64bca', 'mac_address': 'fa:16:3e:10:d0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:48:09.320761 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4ca6c-9ea9-403b-a5c5-7d547c84589c req-c7046c2b-d8d8-4d6b-b031-523aee2160e5 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:09.323600 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-17a4ca6c-9ea9-403b-a5c5-7d547c84589c req-c7046c2b-d8d8-4d6b-b031-523aee2160e5 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 946 time: 0.0562408 Apr 06 17:48:09.386669 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-17a4ca6c-9ea9-403b-a5c5-7d547c84589c req-081d0039-0e60-4f41-b66c-23f02a75b613 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/security-groups?id=5442d8d8-83f3-4a47-b68b-c99d98ece167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556924 Apr 06 17:48:09.420665 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 0692eb4a-b476-47df-a5de-f64780c64bca is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:09.421043 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:09.434116 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0692eb4a-b476-47df-a5de-f64780c64bca {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:48:09.452743 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 0692eb4a-b476-47df-a5de-f64780c64bca, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0692eb4a-b476-47df-a5de-f64780c64bca,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:09.458060 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:09.505180 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=0692eb4a-b476-47df-a5de-f64780c64bca,revision_number=7']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:09.606861 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63ea6e-df1d-4e53-be54-35c4c4dd0035 req-231f9e73-5de1-4e61-acdb-9a49b5f0d5b2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:09.608343 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3b63ea6e-df1d-4e53-be54-35c4c4dd0035 req-231f9e73-5de1-4e61-acdb-9a49b5f0d5b2 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 944 time: 0.0560548 Apr 06 17:48:09.660696 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3b63ea6e-df1d-4e53-be54-35c4c4dd0035 req-9f71bb22-000e-4a1f-a491-7f94dcd1a7ba tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456173 Apr 06 17:48:09.718322 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['0692eb4a-b476-47df-a5de-f64780c64bca'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:48:09.962091 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-957cbf72-d01b-4d28-996a-50a53e5492cb tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:09.963546 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-957cbf72-d01b-4d28-996a-50a53e5492cb tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.49 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 946 time: 0.0525665 Apr 06 17:48:10.054674 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-f40b7518-cf5b-4667-b602-b41b162434c6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Deleting port 6e72443a-6d9d-4df5-a922-3b024a8845b9 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:48:10.055017 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-f40b7518-cf5b-4667-b602-b41b162434c6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.146499 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-f40b7518-cf5b-4667-b602-b41b162434c6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] For port 6e72443a-6d9d-4df5-a922-3b024a8845b9, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=6e72443a-6d9d-4df5-a922-3b024a8845b9,segment=NetworkSegment(2db90323-da05-49bc-8541-b1217f450a58),segment_id=2db90323-da05-49bc-8541-b1217f450a58)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:10.146861 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-f40b7518-cf5b-4667-b602-b41b162434c6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.160333 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-f40b7518-cf5b-4667-b602-b41b162434c6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Calling delete_port for 6e72443a-6d9d-4df5-a922-3b024a8845b9 owned by compute:nova {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:48:10.255866 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 60338) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:10.293147 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-f40b7518-cf5b-4667-b602-b41b162434c6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (6e72443a-6d9d-4df5-a922-3b024a8845b9), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.321603 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b7518-cf5b-4667-b602-b41b162434c6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Pushing event deleted for resources: {'Port': ['ID=6e72443a-6d9d-4df5-a922-3b024a8845b9,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:10.364490 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-f40b7518-cf5b-4667-b602-b41b162434c6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] No DVR routers for this DVR port 6e72443a-6d9d-4df5-a922-3b024a8845b9 on host hv-cinder-83588 {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:48:10.366736 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['6e72443a-6d9d-4df5-a922-3b024a8845b9'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:48:10.367240 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-f40b7518-cf5b-4667-b602-b41b162434c6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.368893 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-44ec0ccd-06a9-4089-ab9b-f2399e10f15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.370860 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-ff3a5c4e-d759-403a-b5d1-594d6b1b1bf3 req-f40b7518-cf5b-4667-b602-b41b162434c6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.49 "DELETE /v2.0/ports/6e72443a-6d9d-4df5-a922-3b024a8845b9 HTTP/1.1" status: 204 len: 173 time: 0.4004977 Apr 06 17:48:10.370860 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcd51c3f-ebd4-4c2f-82a7-df2b85accf17', 'name': 'network-vif-deleted', 'tag': '6e72443a-6d9d-4df5-a922-3b024a8845b9'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:48:10.373013 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5579ce83-0510-4dce-a638-cc98afec623d" -d '{"events": [{"server_uuid": "fcd51c3f-ebd4-4c2f-82a7-df2b85accf17", "name": "network-vif-deleted", "tag": "6e72443a-6d9d-4df5-a922-3b024a8845b9"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:48:10.420035 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270fb555-3cd3-4bfd-93f0-0caa1ebd54a6 x-openstack-request-id: req-270fb555-3cd3-4bfd-93f0-0caa1ebd54a6 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:48:10.420325 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcd51c3f-ebd4-4c2f-82a7-df2b85accf17", "name": "network-vif-deleted", "tag": "6e72443a-6d9d-4df5-a922-3b024a8845b9", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:48:10.420584 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-270fb555-3cd3-4bfd-93f0-0caa1ebd54a6 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:48:10.420981 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-270fb555-3cd3-4bfd-93f0-0caa1ebd54a6'] response: {'server_uuid': 'fcd51c3f-ebd4-4c2f-82a7-df2b85accf17', 'name': 'network-vif-deleted', 'tag': '6e72443a-6d9d-4df5-a922-3b024a8845b9', 'status': 'completed', 'code': 200} Apr 06 17:48:10.481035 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-44ec0ccd-06a9-4089-ab9b-f2399e10f15e admin admin] Publish callbacks [] for security_group (d04740e3-d027-49aa-8c84-a9d6a2c0e7ae), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.499116 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-dd662355-a0cf-444c-8028-81ef8fff9413 req-1dc52501-8b25-4976-b41f-162ac8b34ca6 tempest-VolumesActionsTest-2147184300 tempest-VolumesActionsTest-2147184300-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcd51c3f-ebd4-4c2f-82a7-df2b85accf17 HTTP/1.1" status: 200 len: 210 time: 0.0342350 Apr 06 17:48:10.500199 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-44ec0ccd-06a9-4089-ab9b-f2399e10f15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d04740e3-d027-49aa-8c84-a9d6a2c0e7ae), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.544699 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-44ec0ccd-06a9-4089-ab9b-f2399e10f15e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccb40599693844a4b823b1575c220994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876942 Apr 06 17:48:10.545429 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec0ccd-06a9-4089-ab9b-f2399e10f15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04740e3-d027-49aa-8c84-a9d6a2c0e7ae,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:10.547350 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60346) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:10.596011 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cf0c4ff8-e0f9-4e9c-96f9-a753ed953188 admin admin] Publish callbacks [] for security_group (d04740e3-d027-49aa-8c84-a9d6a2c0e7ae), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.619513 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cf0c4ff8-e0f9-4e9c-96f9-a753ed953188 admin admin] Publish callbacks [] for security_group (d04740e3-d027-49aa-8c84-a9d6a2c0e7ae), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.666828 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cf0c4ff8-e0f9-4e9c-96f9-a753ed953188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (d04740e3-d027-49aa-8c84-a9d6a2c0e7ae), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.669432 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-cf0c4ff8-e0f9-4e9c-96f9-a753ed953188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:10.670607 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-cf0c4ff8-e0f9-4e9c-96f9-a753ed953188 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d04740e3-d027-49aa-8c84-a9d6a2c0e7ae HTTP/1.1" status: 204 len: 168 time: 0.1222804 Apr 06 17:48:10.678398 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c4ff8-e0f9-4e9c-96f9-a753ed953188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04740e3-d027-49aa-8c84-a9d6a2c0e7ae,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:11.132456 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 0692eb4a-b476-47df-a5de-f64780c64bca up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:11.179521 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 0692eb4a-b476-47df-a5de-f64780c64bca triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:11.179903 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.256697 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 0692eb4a-b476-47df-a5de-f64780c64bca is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:11.257094 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.277149 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60368) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:11.279915 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:48:11.282729 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9afb317-5548-43b1-a84b-e45e756abe97" -d '{"events": [{"server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "name": "network-vif-plugged", "status": "completed", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:48:11.294884 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 0692eb4a-b476-47df-a5de-f64780c64bca, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0692eb4a-b476-47df-a5de-f64780c64bca,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:11.300885 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.330375 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7976e289-6ecd-4a58-a2af-399aa9af743a x-openstack-request-id: req-7976e289-6ecd-4a58-a2af-399aa9af743a {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:48:11.330670 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "name": "network-vif-plugged", "status": "completed", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:48:11.330923 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7976e289-6ecd-4a58-a2af-399aa9af743a {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:48:11.331317 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7976e289-6ecd-4a58-a2af-399aa9af743a'] response: {'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca', 'code': 200} Apr 06 17:48:11.357334 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=0692eb4a-b476-47df-a5de-f64780c64bca,revision_number=8']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:11.380157 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-738697448-network', 'tenant_id': '573632531b7e4264b636e3807a2fae34'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:48:11.398784 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Made reservation on behalf of 573632531b7e4264b636e3807a2fae34 for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:48:11.401286 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.409941 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.486486 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Publish callbacks [] for security_group (6b891f2d-f182-4811-b932-caa9b909639d), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.490250 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (6b891f2d-f182-4811-b932-caa9b909639d), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.517663 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=104731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:48:11.527668 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b891f2d-f182-4811-b932-caa9b909639d,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:11.533696 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (ea7fbe38-d345-44a0-a5f9-e258ece301b9), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.533977 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Added segment ea7fbe38-d345-44a0-a5f9-e258ece301b9 of type vlan for network 85600f4f-d829-420f-be91-15b57cea9d3c Apr 06 17:48:11.579871 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (85600f4f-d829-420f-be91-15b57cea9d3c), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.605551 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (85600f4f-d829-420f-be91-15b57cea9d3c), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.606581 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:11.607280 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.664282 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3858395 Apr 06 17:48:11.667267 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 60382) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:11.672640 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Request body: {'subnet': {'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-738697448-subnet', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:48:11.676528 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0a609-cdeb-4edf-a2b4-7e9aa6d7b6b1 admin admin] Pushing event updated for resources: {'Network': ['ID=85600f4f-d829-420f-be91-15b57cea9d3c,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:11.686841 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network 85600f4f-d829-420f-be91-15b57cea9d3c details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:48:11.700088 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Made reservation on behalf of 573632531b7e4264b636e3807a2fae34 for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:48:11.702561 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485933'] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.881068 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4940732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485939'] for subnet (d717d312-d030-43d4-8c33-84b11acd2699), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.939585 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d717d312-d030-43d4-8c33-84b11acd2699,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:11.944738 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Checking segment: {'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:48:11.945105 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Network hostable DHCP agents. Network: 85600f4f-d829-420f-be91-15b57cea9d3c, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:48:11.961966 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Network 85600f4f-d829-420f-be91-15b57cea9d3c is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:48:11.972512 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, 85600f4f-d829-420f-be91-15b57cea9d3c) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:11.976904 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:11.977501 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:11.982527 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c265370-a0c0-4a58-a13e-f45830c99c6c None None] Network 85600f4f-d829-420f-be91-15b57cea9d3c requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:48:11.997021 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6dcc6c98-8426-48f9-a0d1-1f7b55263084 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3283327 Apr 06 17:48:12.000370 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 60398) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:12.004936 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:48:12.023811 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.024811 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.079948 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks [] for router_controller (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), precommit_add_association {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.104196 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-85600f4f-d829-420f-be91-15b57cea9d3c', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'project_id': '573632531b7e4264b636e3807a2fae34', 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:48:12.105093 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.228596 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks [] for router_gateway (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.248023 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Allocated IP 172.20.0.2 (85600f4f-d829-420f-be91-15b57cea9d3c/d717d312-d030-43d4-8c33-84b11acd2699/e5356832-8819-4885-929f-5a32e031e32f) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:48:12.412404 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Publish callbacks [] for port (e5356832-8819-4885-929f-5a32e031e32f), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.419657 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (e5356832-8819-4885-929f-5a32e031e32f), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.454913 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks [] for router_gateway (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.460401 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Network 85600f4f-d829-420f-be91-15b57cea9d3c is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:48:12.464912 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:12.470250 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:48:12.473194 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Pushing event updated for resources: {'Port': ['ID=e5356832-8819-4885-929f-5a32e031e32f,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:12.475804 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.526083 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Attempting to bind port e5356832-8819-4885-929f-5a32e031e32f on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:48:12.526453 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Attempting to bind port e5356832-8819-4885-929f-5a32e031e32f by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:48:12.526803 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Attempting to bind port e5356832-8819-4885-929f-5a32e031e32f on network 85600f4f-d829-420f-be91-15b57cea9d3c {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:48:12.533008 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:48:12.533386 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Checking segment: {'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:48:12.533791 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.534226 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Bound using segment: {'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:48:12.534692 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Bound port: e5356832-8819-4885-929f-5a32e031e32f, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:48:12.535076 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e5356832-8819-4885-929f-5a32e031e32f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.586247 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Allocated IP 172.27.2.196 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/6fa13b07-a69d-4de4-a29f-0cece3f758a8) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:48:12.602735 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] For port e5356832-8819-4885-929f-5a32e031e32f, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:48:12.605802 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] For port e5356832-8819-4885-929f-5a32e031e32f, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=e5356832-8819-4885-929f-5a32e031e32f,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:48:12.611417 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e5356832-8819-4885-929f-5a32e031e32f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.668254 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f94ae-870c-4e7b-a4c4-e3a71c696013 None None] Pushing event updated for resources: {'Port': ['ID=e5356832-8819-4885-929f-5a32e031e32f,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:12.709458 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks [] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.743836 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:12.784593 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:48:12.787675 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:12.791238 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:48:12.814876 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Pushing event updated for resources: {'Port': ['ID=6fa13b07-a69d-4de4-a29f-0cece3f758a8,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:13.064442 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks [] for router_gateway (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:13.184828 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device e5356832-8819-4885-929f-5a32e031e32f up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:13.239137 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port e5356832-8819-4885-929f-5a32e031e32f triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:13.239517 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e5356832-8819-4885-929f-5a32e031e32f), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:13.274771 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:13.322446 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port e5356832-8819-4885-929f-5a32e031e32f is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:13.322857 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (e5356832-8819-4885-929f-5a32e031e32f), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:13.365149 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port e5356832-8819-4885-929f-5a32e031e32f, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=e5356832-8819-4885-929f-5a32e031e32f,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:13.370845 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (e5356832-8819-4885-929f-5a32e031e32f), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:13.430095 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=e5356832-8819-4885-929f-5a32e031e32f,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:13.567627 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b4a87-81ad-4da8-83d3-ae0457061939 None None] Network 85600f4f-d829-420f-be91-15b57cea9d3c requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:48:13.612616 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 6e72443a-6d9d-4df5-a922-3b024a8845b9 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:48:13.636409 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 6e72443a-6d9d-4df5-a922-3b024a8845b9 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:48:13.636752 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 6e72443a-6d9d-4df5-a922-3b024a8845b9 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:48:13.672395 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-2e379c93-3290-443c-849e-0a45cddd7cc7 None None] Provisioning complete for port e5356832-8819-4885-929f-5a32e031e32f triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:13.672843 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2e379c93-3290-443c-849e-0a45cddd7cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e5356832-8819-4885-929f-5a32e031e32f), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:13.698401 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104729) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:48:13.784210 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-2e379c93-3290-443c-849e-0a45cddd7cc7 None None] Current status of the port e5356832-8819-4885-929f-5a32e031e32f is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:13.815494 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:48:13.824400 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Sync routers for ids ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:48:13.837446 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:13.841869 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a15b3eb5-f9ca-43f4-8ac7-6f211c790ebd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8371518 Apr 06 17:48:13.842280 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60426) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:13.848641 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Routers {'09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:48:13.849508 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:48:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:13.971426 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Set router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:48:14.075232 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-b67b0502-2992-4372-9d1a-6c27e16ea3ca None None] Provisioning complete for port e5356832-8819-4885-929f-5a32e031e32f triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:14.075603 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b67b0502-2992-4372-9d1a-6c27e16ea3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e5356832-8819-4885-929f-5a32e031e32f), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:14.221449 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-b67b0502-2992-4372-9d1a-6c27e16ea3ca None None] Current status of the port e5356832-8819-4885-929f-5a32e031e32f is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:14.233872 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:12Z', 'revision_number': 3, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:14.263264 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Checking router: 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:48:14.264015 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Updating router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f port 6fa13b07-a69d-4de4-a29f-0cece3f758a8 binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:48:14.294841 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:14.529295 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:14.562767 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Publish callbacks [] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:14.567912 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:14.620945 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Attempting to bind port 6fa13b07-a69d-4de4-a29f-0cece3f758a8 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:48:14.621310 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Attempting to bind port 6fa13b07-a69d-4de4-a29f-0cece3f758a8 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:48:14.621669 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Attempting to bind port 6fa13b07-a69d-4de4-a29f-0cece3f758a8 on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:48:14.623639 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb1924-38c3-4ceb-9251-94ac31842cdb None None] Pushing event updated for resources: {'Port': ['ID=6fa13b07-a69d-4de4-a29f-0cece3f758a8,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:14.629256 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:48:14.629625 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:48:14.630070 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:14.630860 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:48:14.630860 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Bound port: 6fa13b07-a69d-4de4-a29f-0cece3f758a8, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:48:14.631238 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:14.681200 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] For port 6fa13b07-a69d-4de4-a29f-0cece3f758a8, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:48:14.684331 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] For port 6fa13b07-a69d-4de4-a29f-0cece3f758a8, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=6fa13b07-a69d-4de4-a29f-0cece3f758a8,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:48:14.690265 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:14.700247 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Allocated IP 172.20.0.1 (85600f4f-d829-420f-be91-15b57cea9d3c/d717d312-d030-43d4-8c33-84b11acd2699/d3b61bd7-f9c9-4975-8777-317f2ac3f389) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:48:14.747653 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Routers {'09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:48:14.748274 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:48:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:14.804452 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Publish callbacks [] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:14.839066 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:14.883305 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Network 85600f4f-d829-420f-be91-15b57cea9d3c is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:48:14.886515 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:14.890092 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:48:14.912942 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b61bd7-f9c9-4975-8777-317f2ac3f389,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:14.935020 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb1924-38c3-4ceb-9251-94ac31842cdb None None] Pushing event updated for resources: {'Port': ['ID=6fa13b07-a69d-4de4-a29f-0cece3f758a8,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:14.936539 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:15.012160 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] Set router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:48:15.080532 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:15.170726 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-23340d52-0333-44e1-aa62-b8b8db7943bf None None] Provisioning complete for port d3b61bd7-f9c9-4975-8777-317f2ac3f389 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:15.171160 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-23340d52-0333-44e1-aa62-b8b8db7943bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:15.191558 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device e5356832-8819-4885-929f-5a32e031e32f up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:15.259429 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-23340d52-0333-44e1-aa62-b8b8db7943bf None None] Port d3b61bd7-f9c9-4975-8777-317f2ac3f389 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:48:15.261695 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Publish callbacks [] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:15.266830 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:15.288135 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port e5356832-8819-4885-929f-5a32e031e32f triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:15.288516 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (e5356832-8819-4885-929f-5a32e031e32f), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:15.293237 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:12Z', 'revision_number': 3, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:15.332423 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b61bd7-f9c9-4975-8777-317f2ac3f389,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:15.334701 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:15.339156 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b00e341-1017-4b3d-9209-06a8add12823 None None] The sync data for ids ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'] in dv-cinder-835880-5-iscsi is: [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:12Z', 'revision_number': 3, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:48:15.410784 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port e5356832-8819-4885-929f-5a32e031e32f is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:15.438865 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Network 85600f4f-d829-420f-be91-15b57cea9d3c is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:48:15.440194 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:15.576079 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:48:15.680557 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4868208c-cf84-45d1-9cbc-3169f8c656fd None None] Provisioning complete for port d3b61bd7-f9c9-4975-8777-317f2ac3f389 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:15.681836 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4868208c-cf84-45d1-9cbc-3169f8c656fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:15.723168 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4868208c-cf84-45d1-9cbc-3169f8c656fd None None] Port d3b61bd7-f9c9-4975-8777-317f2ac3f389 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:48:15.727798 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:48:15.732980 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-61dcf984-603b-46af-b561-000de1c5b039 admin admin] 10.222.0.18 "PUT /v2.0/routers/09b2b0b1-8fdf-498b-9c2c-d2e00572d27f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8893187 Apr 06 17:48:16.212445 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60452) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:16.218126 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1092174833-network', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:48:16.236511 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Made reservation on behalf of 8a6bdbe5ba4e42aba6c4679b0b29591a for: {'network': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:48:16.238715 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for network (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.246814 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.319257 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Publish callbacks [] for security_group (9b10f0b7-88cd-4443-85cb-502afc6cc25e), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.322837 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (9b10f0b7-88cd-4443-85cb-502afc6cc25e), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.349262 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=104731) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 17:48:16.354482 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b10f0b7-88cd-4443-85cb-502afc6cc25e,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:16.362118 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (3f668ee8-c056-4244-9c91-46029e4d0981), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.363185 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.segments_db [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Added segment 3f668ee8-c056-4244-9c91-46029e4d0981 of type vlan for network b2ca70bd-2251-423e-a929-a425c83ae51a Apr 06 17:48:16.403543 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728015714106'] for network (b2ca70bd-2251-423e-a929-a425c83ae51a), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.428725 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813'] for network (b2ca70bd-2251-423e-a929-a425c83ae51a), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.430175 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:16.430714 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.498134 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2843437 Apr 06 17:48:16.501239 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 60460) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:16.503382 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa07f5-12bb-48d6-8bbc-b2174706aefc admin admin] Pushing event updated for resources: {'Network': ['ID=b2ca70bd-2251-423e-a929-a425c83ae51a,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:16.509239 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Request body: {'subnet': {'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1092174833-subnet', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'ip_version': 4}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:48:16.519961 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Network b2ca70bd-2251-423e-a929-a425c83ae51a details requested by agent ovs-agent-dv-cinder-835880-5-iscsi with host dv-cinder-835880-5-iscsi {{(pid=104732) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 17:48:16.531597 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Made reservation on behalf of 8a6bdbe5ba4e42aba6c4679b0b29591a for: {'subnet': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:48:16.533947 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4485933'] for subnet (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.725956 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4940732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4485939'] for subnet (b21622cd-b327-4707-9aac-c19ef7cea6c9), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.787745 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21622cd-b327-4707-9aac-c19ef7cea6c9,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:16.796251 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Checking segment: {'id': '3f668ee8-c056-4244-9c91-46029e4d0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:48:16.797111 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Network hostable DHCP agents. Network: b2ca70bd-2251-423e-a929-a425c83ae51a, hostable agents: ['07e1dc1d-51d1-497c-bc37-c6c661e9aa03'], hosted agents: [] {{(pid=104729) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 17:48:16.821201 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Network b2ca70bd-2251-423e-a929-a425c83ae51a is scheduled to be hosted by DHCP agent 07e1dc1d-51d1-497c-bc37-c6c661e9aa03 with binding_index 1 {{(pid=104729) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 17:48:16.840157 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835880-5-iscsi, b2ca70bd-2251-423e-a929-a425c83ae51a) {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:16.850873 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b58087e-ab56-4cd6-bd9a-60d5992a2c51 None None] Network b2ca70bd-2251-423e-a929-a425c83ae51a requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:48:16.855570 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:16.856174 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.877861 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-fed828ff-ca6d-4a5d-a040-e9b96f51da7e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3742907 Apr 06 17:48:16.880182 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60478) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:16.885669 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1092174833-router', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:48:16.909300 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-758998', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2009'] for router (f58f152c-384a-4867-958d-ddb3db78f0ab), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.910490 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-760022', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1984'] for router (f58f152c-384a-4867-958d-ddb3db78f0ab), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:16.969275 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks [] for router_controller (f58f152c-384a-4867-958d-ddb3db78f0ab), precommit_add_association {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.013069 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Sync routers for ids ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:48:17.018322 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpca470cac-c519-5fb6-987e-6680b775e767-b2ca70bd-2251-423e-a929-a425c83ae51a', 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a', 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'fixed_ips': [{'subnet_id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9'}]}} from dv-cinder-835880-5-iscsi. {{(pid=104732) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 17:48:17.019501 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.024806 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Routers {'09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:48:17.025374 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:48:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:17.137444 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Set router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:48:17.160207 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks [] for router_gateway (f58f152c-384a-4867-958d-ddb3db78f0ab), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.262064 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 6fa13b07-a69d-4de4-a29f-0cece3f758a8 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:17.329104 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Allocated IP 172.20.0.2 (b2ca70bd-2251-423e-a929-a425c83ae51a/b21622cd-b327-4707-9aac-c19ef7cea6c9/66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:48:17.407568 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 6fa13b07-a69d-4de4-a29f-0cece3f758a8 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:17.407880 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.463195 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks [] for router_gateway (f58f152c-384a-4867-958d-ddb3db78f0ab), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.503239 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:15Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'd3b61bd7-f9c9-4975-8777-317f2ac3f389', 'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'mac_address': 'fa:16:3e:87:c2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:14Z', 'updated_at': '2022-04-06T17:48:15Z', 'revision_number': 2, 'project_id': '573632531b7e4264b636e3807a2fae34', 'subnets': [{'id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:17.503621 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.544516 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Checking router: 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:48:17.545196 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Updating router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f port d3b61bd7-f9c9-4975-8777-317f2ac3f389 binding host dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:48:17.583183 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Publish callbacks [] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.587609 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 6fa13b07-a69d-4de4-a29f-0cece3f758a8 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:17.588068 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.595731 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.611999 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.636272 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port 6fa13b07-a69d-4de4-a29f-0cece3f758a8, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=6fa13b07-a69d-4de4-a29f-0cece3f758a8,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:17.647524 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.657878 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Network b2ca70bd-2251-423e-a929-a425c83ae51a is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:48:17.661597 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Pushing event updated for resources: {'Port': ['ID=66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:17.664402 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:17.667648 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:48:17.686911 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Allocated IP 172.27.2.211 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/1b2e2592-323f-4ccc-84a0-315cc8d81c01) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:48:17.758779 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=6fa13b07-a69d-4de4-a29f-0cece3f758a8,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:17.770645 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Attempting to bind port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:48:17.771020 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Attempting to bind port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '3f668ee8-c056-4244-9c91-46029e4d0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:48:17.771389 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Attempting to bind port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe on network b2ca70bd-2251-423e-a929-a425c83ae51a {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:48:17.783304 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:48:17.783879 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Checking segment: {'id': '3f668ee8-c056-4244-9c91-46029e4d0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:48:17.784391 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.784850 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Bound using segment: {'id': '3f668ee8-c056-4244-9c91-46029e4d0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:48:17.785707 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Bound port: 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f668ee8-c056-4244-9c91-46029e4d0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:48:17.785909 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.842405 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks [] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.881210 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] For port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:48:17.886515 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] For port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe,segment=NetworkSegment(3f668ee8-c056-4244-9c91-46029e4d0981),segment_id=3f668ee8-c056-4244-9c91-46029e4d0981)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:48:17.899306 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.918692 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:17.982404 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1b2e2592-323f-4ccc-84a0-315cc8d81c01,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:17.985386 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9d0e8-aea4-409a-b565-53aca2c2f367 None None] Pushing event updated for resources: {'Port': ['ID=66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:17.990583 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:48:17.993583 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:18.002424 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:48:18.080473 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Publish callbacks [] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:18.090886 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:18.165553 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Pushing event updated for resources: {'Port': ['ID=d3b61bd7-f9c9-4975-8777-317f2ac3f389,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:18.243511 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.243511 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.244229 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.244229 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.244516 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.245022 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.252296 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.252911 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.254224 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.254759 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.255280 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.255802 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.256319 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.256815 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.257309 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:18.260980 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Attempting to bind port d3b61bd7-f9c9-4975-8777-317f2ac3f389 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:48:18.261553 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Attempting to bind port d3b61bd7-f9c9-4975-8777-317f2ac3f389 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:48:18.262135 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Attempting to bind port d3b61bd7-f9c9-4975-8777-317f2ac3f389 on network 85600f4f-d829-420f-be91-15b57cea9d3c {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:48:18.291954 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:48:18.292340 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Checking segment: {'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:48:18.292767 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:18.293738 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Bound using segment: {'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:48:18.294408 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Bound port: d3b61bd7-f9c9-4975-8777-317f2ac3f389, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:48:18.294961 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:18.364106 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks [] for router_gateway (f58f152c-384a-4867-958d-ddb3db78f0ab), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:18.425551 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] For port d3b61bd7-f9c9-4975-8777-317f2ac3f389, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:48:18.430057 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] For port d3b61bd7-f9c9-4975-8777-317f2ac3f389, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=d3b61bd7-f9c9-4975-8777-317f2ac3f389,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:48:18.439540 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:18.553892 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Routers {'09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:48:18.554544 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:48:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:18.614815 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552372d2-cb6f-4c22-9aa7-7ecc57782fd7 None None] Pushing event updated for resources: {'Port': ['ID=d3b61bd7-f9c9-4975-8777-317f2ac3f389,revision_number=4']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:18.690758 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-761607'] for router (f58f152c-384a-4867-958d-ddb3db78f0ab), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:18.714984 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-37e1febb-6a56-4bfd-8101-b3fb49e58b86 None None] Provisioning complete for port d3b61bd7-f9c9-4975-8777-317f2ac3f389 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:18.715543 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37e1febb-6a56-4bfd-8101-b3fb49e58b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:18.795549 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] Set router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:48:18.873883 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-37e1febb-6a56-4bfd-8101-b3fb49e58b86 None None] Current status of the port d3b61bd7-f9c9-4975-8777-317f2ac3f389 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:18.874720 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37e1febb-6a56-4bfd-8101-b3fb49e58b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:18.902163 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Router f58f152c-384a-4867-958d-ddb3db78f0ab is scheduled to L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 with binding_index 1 {{(pid=104731) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 17:48:18.938226 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-37e1febb-6a56-4bfd-8101-b3fb49e58b86 None None] For port d3b61bd7-f9c9-4975-8777-317f2ac3f389, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=d3b61bd7-f9c9-4975-8777-317f2ac3f389,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:18.959237 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37e1febb-6a56-4bfd-8101-b3fb49e58b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:19.051796 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1febb-6a56-4bfd-8101-b3fb49e58b86 None None] Pushing event updated for resources: {'Port': ['ID=d3b61bd7-f9c9-4975-8777-317f2ac3f389,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:19.088453 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d85f2ba8-d5bf-4e4b-b594-c55003fb1997 None None] Provisioning complete for port d3b61bd7-f9c9-4975-8777-317f2ac3f389 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:19.089131 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d85f2ba8-d5bf-4e4b-b594-c55003fb1997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:19.091788 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:48:19.122866 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:19.130152 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 60488) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:19.131517 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-62f0b391-a06b-41d5-b047-b97c813227c8 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2499247 Apr 06 17:48:19.154154 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Sync routers for ids ['f58f152c-384a-4867-958d-ddb3db78f0ab'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:48:19.189527 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Routers {'f58f152c-384a-4867-958d-ddb3db78f0ab'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:48:19.190427 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:48:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['f58f152c-384a-4867-958d-ddb3db78f0ab'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:19.367999 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:15Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'd3b61bd7-f9c9-4975-8777-317f2ac3f389', 'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'mac_address': 'fa:16:3e:87:c2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:14Z', 'updated_at': '2022-04-06T17:48:18Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'subnets': [{'id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:19.370608 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 6fa13b07-a69d-4de4-a29f-0cece3f758a8 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:19.440938 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7474b-94dd-4ddf-b76d-4ce76a3c5b7c None None] The sync data for ids ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'] in dv-cinder-835880-5-iscsi is: [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:15Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'd3b61bd7-f9c9-4975-8777-317f2ac3f389', 'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'mac_address': 'fa:16:3e:87:c2:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:14Z', 'updated_at': '2022-04-06T17:48:18Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'subnets': [{'id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:48:19.472561 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d85f2ba8-d5bf-4e4b-b594-c55003fb1997 None None] Current status of the port d3b61bd7-f9c9-4975-8777-317f2ac3f389 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:19.508407 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Set router f58f152c-384a-4867-958d-ddb3db78f0ab gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:48:19.634864 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23cd344-887c-483f-9b04-6fcf73953b99 None None] Network b2ca70bd-2251-423e-a929-a425c83ae51a requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:48:19.910469 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:19.985049 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 6fa13b07-a69d-4de4-a29f-0cece3f758a8 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:19.985659 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:20.107750 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-cc2800e4-a7a5-474c-895c-6ef1d6f84a53 None None] Provisioning complete for port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:20.108262 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cc2800e4-a7a5-474c-895c-6ef1d6f84a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:20.144542 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Allocated IP 172.20.0.1 (b2ca70bd-2251-423e-a929-a425c83ae51a/b21622cd-b327-4707-9aac-c19ef7cea6c9/c93d4891-34e8-40d9-8c7b-3010235cb555) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:48:20.262058 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 6fa13b07-a69d-4de4-a29f-0cece3f758a8 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:20.263198 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:20.305609 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Publish callbacks [] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:20.319919 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-cc2800e4-a7a5-474c-895c-6ef1d6f84a53 None None] Current status of the port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:20.320472 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cc2800e4-a7a5-474c-895c-6ef1d6f84a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:20.366333 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:20.482235 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Network b2ca70bd-2251-423e-a929-a425c83ae51a is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:48:20.489589 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:20.494411 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:48:20.497966 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Pushing event updated for resources: {'Port': ['ID=c93d4891-34e8-40d9-8c7b-3010235cb555,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:20.518795 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-cc2800e4-a7a5-474c-895c-6ef1d6f84a53 None None] For port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe,segment=NetworkSegment(3f668ee8-c056-4244-9c91-46029e4d0981),segment_id=3f668ee8-c056-4244-9c91-46029e4d0981)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:20.530387 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cc2800e4-a7a5-474c-895c-6ef1d6f84a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:20.548011 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-761814'] for router_interface (f58f152c-384a-4867-958d-ddb3db78f0ab), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:20.633000 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:20.633712 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:20.636859 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'name': 'tempest-TestMinimumBasicScenario-1092174833-router', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:16Z', 'updated_at': '2022-04-06T17:48:18Z', 'revision_number': 3, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'gw_port': {'id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:17Z', 'updated_at': '2022-04-06T17:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:20.752255 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Checking router: f58f152c-384a-4867-958d-ddb3db78f0ab for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:48:20.752717 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Updating router f58f152c-384a-4867-958d-ddb3db78f0ab port 1b2e2592-323f-4ccc-84a0-315cc8d81c01 binding host dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:48:20.783167 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2800e4-a7a5-474c-895c-6ef1d6f84a53 None None] Pushing event updated for resources: {'Port': ['ID=66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:20.824335 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:20.864141 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-525dc01e-2a2c-4361-98a3-776584c828ab None None] Provisioning complete for port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:20.864730 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-525dc01e-2a2c-4361-98a3-776584c828ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:20.931975 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.076967 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:21.177639 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Publish callbacks [] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.183338 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-525dc01e-2a2c-4361-98a3-776584c828ab None None] Current status of the port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:21.192953 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.281487 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-758598'] for router_interface (f58f152c-384a-4867-958d-ddb3db78f0ab), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.283790 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Pushing event updated for resources: {'Port': ['ID=c93d4891-34e8-40d9-8c7b-3010235cb555,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:21.347031 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:21.409407 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Publish callbacks [] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.415461 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-e237f349-806f-4b4e-8876-f9ea9e8da16f None None] Provisioning complete for port c93d4891-34e8-40d9-8c7b-3010235cb555 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:21.415823 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e237f349-806f-4b4e-8876-f9ea9e8da16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.432859 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Network b2ca70bd-2251-423e-a929-a425c83ae51a is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:48:21.434622 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:21.461647 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.559373 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:21.559752 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.561269 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-e237f349-806f-4b4e-8876-f9ea9e8da16f None None] Port c93d4891-34e8-40d9-8c7b-3010235cb555 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:48:21.566551 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Attempting to bind port 1b2e2592-323f-4ccc-84a0-315cc8d81c01 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:48:21.566932 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Attempting to bind port 1b2e2592-323f-4ccc-84a0-315cc8d81c01 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:48:21.567295 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Attempting to bind port 1b2e2592-323f-4ccc-84a0-315cc8d81c01 on network 32f4f01b-d72a-4573-a15f-a5f1aa438631 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:48:21.607575 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:48:21.607950 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Checking segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:48:21.608350 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.609333 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Bound using segment: {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:48:21.609849 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Bound port: 1b2e2592-323f-4ccc-84a0-315cc8d81c01, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac10a7e-f8cc-46c6-aea2-0264c140b5ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:48:21.610224 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.611841 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32f992-525e-4170-8057-a4f8bb558ceb None None] Pushing event updated for resources: {'Port': ['ID=1b2e2592-323f-4ccc-84a0-315cc8d81c01,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:21.630475 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Router f58f152c-384a-4867-958d-ddb3db78f0ab has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:48:21.688047 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] For port 1b2e2592-323f-4ccc-84a0-315cc8d81c01, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:48:21.692214 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] For port 1b2e2592-323f-4ccc-84a0-315cc8d81c01, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=1b2e2592-323f-4ccc-84a0-315cc8d81c01,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:48:21.740622 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.814235 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:48:21.822419 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-3ccc0364-f02a-4cbd-8c6c-02f62a08bc6f admin admin] 10.222.0.18 "PUT /v2.0/routers/f58f152c-384a-4867-958d-ddb3db78f0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6908078 Apr 06 17:48:21.853372 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:21.855052 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d3b61bd7-f9c9-4975-8777-317f2ac3f389 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:21.858298 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-c77d8448-bad0-49e6-a188-552acf5bbfe6 None None] Provisioning complete for port c93d4891-34e8-40d9-8c7b-3010235cb555 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:21.859734 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c77d8448-bad0-49e6-a188-552acf5bbfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:21.861515 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32f992-525e-4170-8057-a4f8bb558ceb None None] Pushing event updated for resources: {'Port': ['ID=1b2e2592-323f-4ccc-84a0-315cc8d81c01,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:21.967249 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Routers {'f58f152c-384a-4867-958d-ddb3db78f0ab'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:48:21.968934 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:48:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['f58f152c-384a-4867-958d-ddb3db78f0ab'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:22.029616 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-c77d8448-bad0-49e6-a188-552acf5bbfe6 None None] Port c93d4891-34e8-40d9-8c7b-3010235cb555 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:48:22.122320 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port d3b61bd7-f9c9-4975-8777-317f2ac3f389 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:22.122964 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:22.172018 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] Set router f58f152c-384a-4867-958d-ddb3db78f0ab gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:48:22.527856 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port d3b61bd7-f9c9-4975-8777-317f2ac3f389 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:22.589194 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'name': 'tempest-TestMinimumBasicScenario-1092174833-router', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:16Z', 'updated_at': '2022-04-06T17:48:20Z', 'revision_number': 4, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'gw_port': {'id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:17Z', 'updated_at': '2022-04-06T17:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'c93d4891-34e8-40d9-8c7b-3010235cb555', 'name': '', 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'mac_address': 'fa:16:3e:2c:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:19Z', 'updated_at': '2022-04-06T17:48:20Z', 'revision_number': 2, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'subnets': [{'id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:22.635199 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5909204b-b57b-4ad7-b06d-b29f5d4755b4 None None] The sync data for ids ['f58f152c-384a-4867-958d-ddb3db78f0ab'] in dv-cinder-835880-5-iscsi is: [{'id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'name': 'tempest-TestMinimumBasicScenario-1092174833-router', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:16Z', 'updated_at': '2022-04-06T17:48:20Z', 'revision_number': 4, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'gw_port': {'id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:17Z', 'updated_at': '2022-04-06T17:48:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'c93d4891-34e8-40d9-8c7b-3010235cb555', 'name': '', 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'mac_address': 'fa:16:3e:2c:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:19Z', 'updated_at': '2022-04-06T17:48:20Z', 'revision_number': 2, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'subnets': [{'id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:48:25.278367 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 1b2e2592-323f-4ccc-84a0-315cc8d81c01 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:25.410120 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 1b2e2592-323f-4ccc-84a0-315cc8d81c01 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:25.410120 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:25.520479 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 1b2e2592-323f-4ccc-84a0-315cc8d81c01 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:25.521356 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:25.548852 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] For port 1b2e2592-323f-4ccc-84a0-315cc8d81c01, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=1b2e2592-323f-4ccc-84a0-315cc8d81c01,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:25.554650 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:25.626235 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Pushing event updated for resources: {'Port': ['ID=1b2e2592-323f-4ccc-84a0-315cc8d81c01,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:27.184939 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-57d3ab05-3b1f-455d-9873-81981a08fcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:27.247579 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 1b2e2592-323f-4ccc-84a0-315cc8d81c01 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:27.360323 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port 1b2e2592-323f-4ccc-84a0-315cc8d81c01 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:27.360998 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:27.458213 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:48:27.480460 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Sync routers for ids ['f58f152c-384a-4867-958d-ddb3db78f0ab'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:48:27.494789 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Routers {'f58f152c-384a-4867-958d-ddb3db78f0ab'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:48:27.496517 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:48:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['f58f152c-384a-4867-958d-ddb3db78f0ab'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:27.613746 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port 1b2e2592-323f-4ccc-84a0-315cc8d81c01 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:27.651745 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Set router f58f152c-384a-4867-958d-ddb3db78f0ab gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:48:27.893555 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'name': 'tempest-TestMinimumBasicScenario-1092174833-router', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:16Z', 'updated_at': '2022-04-06T17:48:20Z', 'revision_number': 4, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'gw_port': {'id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:17Z', 'updated_at': '2022-04-06T17:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'c93d4891-34e8-40d9-8c7b-3010235cb555', 'name': '', 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'mac_address': 'fa:16:3e:2c:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:19Z', 'updated_at': '2022-04-06T17:48:20Z', 'revision_number': 2, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'subnets': [{'id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:27.934711 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Checking router: f58f152c-384a-4867-958d-ddb3db78f0ab for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:48:27.935110 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Updating router f58f152c-384a-4867-958d-ddb3db78f0ab port c93d4891-34e8-40d9-8c7b-3010235cb555 binding host dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 17:48:27.969511 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:28.440160 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Publish callbacks [] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:28.450593 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:28.516295 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4e626-cd89-4448-b954-89a2f64c85bd None None] Pushing event updated for resources: {'Port': ['ID=c93d4891-34e8-40d9-8c7b-3010235cb555,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:28.607550 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Attempting to bind port c93d4891-34e8-40d9-8c7b-3010235cb555 on host dv-cinder-835880-5-iscsi for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:48:28.607918 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Attempting to bind port c93d4891-34e8-40d9-8c7b-3010235cb555 by drivers openvswitch,hyperv on host dv-cinder-835880-5-iscsi at level 0 using segments [{'id': '3f668ee8-c056-4244-9c91-46029e4d0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:48:28.608279 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Attempting to bind port c93d4891-34e8-40d9-8c7b-3010235cb555 on network b2ca70bd-2251-423e-a929-a425c83ae51a {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:48:28.614157 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Checking agent: {'id': '6104b5c6-57aa-425d-99ba-ddf1ed9c5266', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835880-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 31, 3), 'started_at': datetime.datetime(2022, 4, 6, 17, 31, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835880-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:48:28.614536 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Checking segment: {'id': '3f668ee8-c056-4244-9c91-46029e4d0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:48:28.614944 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:28.615718 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Bound using segment: {'id': '3f668ee8-c056-4244-9c91-46029e4d0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:48:28.616187 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Bound port: c93d4891-34e8-40d9-8c7b-3010235cb555, host: dv-cinder-835880-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f668ee8-c056-4244-9c91-46029e4d0981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:48:28.616577 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:28.723692 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] For port c93d4891-34e8-40d9-8c7b-3010235cb555, host dv-cinder-835880-5-iscsi, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:48:28.730186 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] For port c93d4891-34e8-40d9-8c7b-3010235cb555, host dv-cinder-835880-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=c93d4891-34e8-40d9-8c7b-3010235cb555,segment=NetworkSegment(3f668ee8-c056-4244-9c91-46029e4d0981),segment_id=3f668ee8-c056-4244-9c91-46029e4d0981)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:48:28.747927 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:28.848711 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Routers {'f58f152c-384a-4867-958d-ddb3db78f0ab'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:48:28.849366 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:48:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['f58f152c-384a-4867-958d-ddb3db78f0ab'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:28.884521 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-235edba0-7ca5-40d4-bb1c-1a5bf917c4d1 None None] Provisioning complete for port c93d4891-34e8-40d9-8c7b-3010235cb555 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:28.885126 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-235edba0-7ca5-40d4-bb1c-1a5bf917c4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:29.074079 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-235edba0-7ca5-40d4-bb1c-1a5bf917c4d1 None None] Current status of the port c93d4891-34e8-40d9-8c7b-3010235cb555 is: DOWN; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:29.074877 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-235edba0-7ca5-40d4-bb1c-1a5bf917c4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:29.092174 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4e626-cd89-4448-b954-89a2f64c85bd None None] Pushing event updated for resources: {'Port': ['ID=c93d4891-34e8-40d9-8c7b-3010235cb555,revision_number=4']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:29.165811 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] Set router f58f152c-384a-4867-958d-ddb3db78f0ab gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:48:29.185143 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-235edba0-7ca5-40d4-bb1c-1a5bf917c4d1 None None] For port c93d4891-34e8-40d9-8c7b-3010235cb555, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=c93d4891-34e8-40d9-8c7b-3010235cb555,segment=NetworkSegment(3f668ee8-c056-4244-9c91-46029e4d0981),segment_id=3f668ee8-c056-4244-9c91-46029e4d0981)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:29.195047 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-235edba0-7ca5-40d4-bb1c-1a5bf917c4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:29.299971 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235edba0-7ca5-40d4-bb1c-1a5bf917c4d1 None None] Pushing event updated for resources: {'Port': ['ID=c93d4891-34e8-40d9-8c7b-3010235cb555,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:29.368336 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-66f14110-70cb-473c-9bd7-5e052cdec74d None None] Provisioning complete for port c93d4891-34e8-40d9-8c7b-3010235cb555 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:29.369234 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-66f14110-70cb-473c-9bd7-5e052cdec74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:29.485148 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-66f14110-70cb-473c-9bd7-5e052cdec74d None None] Current status of the port c93d4891-34e8-40d9-8c7b-3010235cb555 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:29.523019 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'name': 'tempest-TestMinimumBasicScenario-1092174833-router', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:16Z', 'updated_at': '2022-04-06T17:48:20Z', 'revision_number': 4, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'gw_port': {'id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:17Z', 'updated_at': '2022-04-06T17:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'c93d4891-34e8-40d9-8c7b-3010235cb555', 'name': '', 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'mac_address': 'fa:16:3e:2c:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:19Z', 'updated_at': '2022-04-06T17:48:28Z', 'revision_number': 4, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'subnets': [{'id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:29.538273 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e5de679-047f-4e6a-a746-ef8f03d1019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:29.564367 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b663b-1448-4960-8c8b-62c062ec2115 None None] The sync data for ids ['f58f152c-384a-4867-958d-ddb3db78f0ab'] in dv-cinder-835880-5-iscsi is: [{'id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'name': 'tempest-TestMinimumBasicScenario-1092174833-router', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:16Z', 'updated_at': '2022-04-06T17:48:20Z', 'revision_number': 4, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'gw_port': {'id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:17Z', 'updated_at': '2022-04-06T17:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'c93d4891-34e8-40d9-8c7b-3010235cb555', 'name': '', 'network_id': 'b2ca70bd-2251-423e-a929-a425c83ae51a', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'mac_address': 'fa:16:3e:2c:5f:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:19Z', 'updated_at': '2022-04-06T17:48:28Z', 'revision_number': 4, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'subnets': [{'id': 'b21622cd-b327-4707-9aac-c19ef7cea6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:48:30.736788 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:31.262980 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device c93d4891-34e8-40d9-8c7b-3010235cb555 up at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:31.334750 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Provisioning complete for port c93d4891-34e8-40d9-8c7b-3010235cb555 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:31.335672 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:31.436555 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Current status of the port c93d4891-34e8-40d9-8c7b-3010235cb555 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:32.019247 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:32.756011 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:33.522894 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:34.073742 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-e6cd5803-4eff-42f7-9c7e-2b263ad41b53 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:34.075276 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-e6cd5803-4eff-42f7-9c7e-2b263ad41b53 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/networks?id=85600f4f-d829-420f-be91-15b57cea9d3c HTTP/1.1" status: 200 len: 814 time: 0.1180508 Apr 06 17:48:34.097814 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-5fe7d96d-f7cd-41a2-a9e2-18ab6ae8e8ec tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/quotas/573632531b7e4264b636e3807a2fae34 HTTP/1.1" status: 200 len: 375 time: 0.0158157 Apr 06 17:48:34.159466 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-907554a2-4c71-4d0e-8eeb-a49458d4abf8 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=573632531b7e4264b636e3807a2fae34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606921 Apr 06 17:48:34.268096 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-2aeaebb9-6e33-4da3-b324-8fd0c04fb329 service neutron] 10.222.0.18 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971100 Apr 06 17:48:34.366473 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-8f2710b9-a225-42b4-9ca8-cc8d339c3cf2 service neutron] 10.222.0.18 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926573 Apr 06 17:48:34.564195 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-51e1f271-e09f-40e9-a6cd-287d7bdb21dd req-4dbdb0f3-aa73-497e-a3f9-37dbe839eb4f tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 210 time: 0.0409093 Apr 06 17:48:35.686071 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-ec21eff8-949e-444f-b3ad-48e8dbf38124 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:35.688463 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-ec21eff8-949e-444f-b3ad-48e8dbf38124 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.49 "GET /v2.0/networks?id=85600f4f-d829-420f-be91-15b57cea9d3c HTTP/1.1" status: 200 len: 814 time: 0.1719711 Apr 06 17:48:35.719243 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4454c5b7-9408-45a1-a043-36da9aa1901f req-e8532480-6c4d-486d-9cd3-590e6d7df6c7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 210 time: 0.0361850 Apr 06 17:48:35.894499 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'port': {'device_id': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'admin_state_up': True, 'tenant_id': '573632531b7e4264b636e3807a2fae34'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:48:36.039004 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Made reservation on behalf of 573632531b7e4264b636e3807a2fae34 for: {'port': 1} {{(pid=104731) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:48:36.042395 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:36.181196 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Allocated IP 172.20.0.10 (85600f4f-d829-420f-be91-15b57cea9d3c/d717d312-d030-43d4-8c33-84b11acd2699/fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:48:36.325571 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:36.361070 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:36.412037 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Network 85600f4f-d829-420f-be91-15b57cea9d3c is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:48:36.415122 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:36.420467 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:48:36.425132 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'Port': ['ID=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:36.485020 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:36.485705 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:36.507068 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-949173fc-1f31-4cde-8369-d7bb7b3f1429 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6171684 Apr 06 17:48:36.528294 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Request body: {'port': {'device_id': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:48:36.671907 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:36.795204 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-da20e97c-f490-4c3d-ba33-4bcec1ba1fa9 None None] Provisioning complete for port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:36.796322 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-da20e97c-f490-4c3d-ba33-4bcec1ba1fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:36.851312 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-da20e97c-f490-4c3d-ba33-4bcec1ba1fa9 None None] Port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:48:36.927577 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ffed6-85ff-428b-837d-f0dbed461b0c req-ad006f7d-fb2d-4d41-a384-34266a010a88 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:36.929898 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-043ffed6-85ff-428b-837d-f0dbed461b0c req-ad006f7d-fb2d-4d41-a384-34266a010a88 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 932 time: 0.0870600 Apr 06 17:48:37.018452 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-043ffed6-85ff-428b-837d-f0dbed461b0c req-96afce7b-e25e-476c-9d05-8d0d1a523626 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755894 Apr 06 17:48:37.095343 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 {{(pid=104731) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:48:37.105352 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Publish callbacks [] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:37.121238 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.provisioning_blocks [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Transition to ACTIVE for port object fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 will not be triggered until provisioned by entity L2. {{(pid=104731) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:48:37.127205 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:37.198385 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:37.292192 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Attempting to bind port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:48:37.292517 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Attempting to bind port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:48:37.293026 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Attempting to bind port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 on network 85600f4f-d829-420f-be91-15b57cea9d3c {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:48:37.298748 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 on network 85600f4f-d829-420f-be91-15b57cea9d3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:48:37.299068 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Attempting to bind port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 on network 85600f4f-d829-420f-be91-15b57cea9d3c {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:48:37.306664 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:48:37.307020 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Checking segment: {'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104731) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:48:37.307382 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Bound using segment: {'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'} {{(pid=104731) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:48:37.307833 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.managers [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Bound port: fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7fbe38-d345-44a0-a5f9-e258ece301b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c'}}] {{(pid=104731) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:48:37.308199 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:37.441041 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] For port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1, host hv-cinder-83588, cleared binding levels {{(pid=104731) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:48:37.444411 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] For port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104731) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:48:37.456579 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:37.567764 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:37.568858 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:37.571452 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] 10.222.0.49 "PUT /v2.0/ports/fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 HTTP/1.1" status: 200 len: 1094 time: 1.0519192 Apr 06 17:48:37.572115 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:48:37.574777 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99eb153-6088-429d-ad37-d58127fa4516" -d '{"events": [{"name": "network-changed", "server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:48:37.611291 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71721da-a9a6-4336-b63b-3b72e217ff19 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,revision_number=3']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:37.662628 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0166cfab-8ab4-43c2-ab99-704eb0aa70b0 x-openstack-request-id: req-0166cfab-8ab4-43c2-ab99-704eb0aa70b0 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:48:37.662993 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:48:37.663192 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0166cfab-8ab4-43c2-ab99-704eb0aa70b0 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:48:37.663885 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0166cfab-8ab4-43c2-ab99-704eb0aa70b0'] response: {'name': 'network-changed', 'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'status': 'completed', 'code': 200} Apr 06 17:48:38.147276 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd473fa-54d7-4e35-b883-4fb185e91491 req-f33d970e-b509-4382-96b0-2d03dff9271c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:38.148912 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5dd473fa-54d7-4e35-b883-4fb185e91491 req-f33d970e-b509-4382-96b0-2d03dff9271c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 944 time: 0.0600803 Apr 06 17:48:38.203430 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-5dd473fa-54d7-4e35-b883-4fb185e91491 req-e675a607-c1bf-48bf-af0b-746cc196d8aa tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481801 Apr 06 17:48:38.767897 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60706) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:38.813722 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca8844e-67c1-42a5-a693-45c6c154bfd3 admin admin] Deleting subnet 5885d842-99d1-4ddf-ae96-c33332781314 {{(pid=104731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:48:38.816983 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fca8844e-67c1-42a5-a693-45c6c154bfd3 admin admin] Publish callbacks [] for subnet (5885d842-99d1-4ddf-ae96-c33332781314), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:38.856465 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fca8844e-67c1-42a5-a693-45c6c154bfd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572447'] for subnet (5885d842-99d1-4ddf-ae96-c33332781314), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:38.901585 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fca8844e-67c1-42a5-a693-45c6c154bfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (5885d842-99d1-4ddf-ae96-c33332781314), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:38.972204 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fca8844e-67c1-42a5-a693-45c6c154bfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5282656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692795'] for subnet (5885d842-99d1-4ddf-ae96-c33332781314), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:38.999407 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca8844e-67c1-42a5-a693-45c6c154bfd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5885d842-99d1-4ddf-ae96-c33332781314,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:39.004714 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-fca8844e-67c1-42a5-a693-45c6c154bfd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.011052 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-fca8844e-67c1-42a5-a693-45c6c154bfd3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5885d842-99d1-4ddf-ae96-c33332781314 HTTP/1.1" status: 204 len: 168 time: 0.2398705 Apr 06 17:48:39.011323 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60710) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:39.343054 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (f6113610-2da1-4310-a448-754d37b34ada), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.401884 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002667e1-10f8-4a5d-b8f9-86811239314b req-1ab743e9-e2f2-4065-8374-ed0d0e43c87b tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:39.403605 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-002667e1-10f8-4a5d-b8f9-86811239314b req-1ab743e9-e2f2-4065-8374-ed0d0e43c87b tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 944 time: 0.0974810 Apr 06 17:48:39.435395 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (f6113610-2da1-4310-a448-754d37b34ada), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.462390 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-002667e1-10f8-4a5d-b8f9-86811239314b req-e6d18162-f39e-4018-8d39-509e8e7db700 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512946 Apr 06 17:48:39.464937 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6113610-2da1-4310-a448-754d37b34ada']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:39.477061 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db90323-da05-49bc-8541-b1217f450a58') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:39.477329 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db90323-da05-49bc-8541-b1217f450a58') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:48:39.489046 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (2db90323-da05-49bc-8541-b1217f450a58), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.508360 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (2db90323-da05-49bc-8541-b1217f450a58), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.520228 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:48:39.520634 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (2db90323-da05-49bc-8541-b1217f450a58), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:48:39.522532 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:48:39.584200 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (f6113610-2da1-4310-a448-754d37b34ada), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.600853 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.607650 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] 10.222.0.18 "DELETE /v2.0/networks/f6113610-2da1-4310-a448-754d37b34ada HTTP/1.1" status: 204 len: 168 time: 0.5952814 Apr 06 17:48:39.610492 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c0979-6475-4d87-801e-d896f06f7dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=f6113610-2da1-4310-a448-754d37b34ada,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:39.796673 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60718) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:39.839270 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b5883e28-4db9-4464-9816-884b58583577 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0b4f95d87ae4b4287d2732d583d8c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413194 Apr 06 17:48:39.841908 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60720) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:39.897293 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ef50ac4d-8415-4822-b284-6ccb79396dfb admin admin] Publish callbacks [] for security_group (5442d8d8-83f3-4a47-b68b-c99d98ece167), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.920301 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ef50ac4d-8415-4822-b284-6ccb79396dfb admin admin] Publish callbacks [] for security_group (5442d8d8-83f3-4a47-b68b-c99d98ece167), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.975744 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ef50ac4d-8415-4822-b284-6ccb79396dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (5442d8d8-83f3-4a47-b68b-c99d98ece167), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.978408 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-ef50ac4d-8415-4822-b284-6ccb79396dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:39.979580 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-ef50ac4d-8415-4822-b284-6ccb79396dfb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5442d8d8-83f3-4a47-b68b-c99d98ece167 HTTP/1.1" status: 204 len: 168 time: 0.1361723 Apr 06 17:48:39.988200 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50ac4d-8415-4822-b284-6ccb79396dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5442d8d8-83f3-4a47-b68b-c99d98ece167,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:40.606996 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52573599-9025-4681-89a1-614264228164 req-7974897c-26ef-4d19-b144-2fb6158e2595 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:40.617175 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-52573599-9025-4681-89a1-614264228164 req-7974897c-26ef-4d19-b144-2fb6158e2595 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 944 time: 0.0768847 Apr 06 17:48:40.667489 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-52573599-9025-4681-89a1-614264228164 req-9ff88009-a732-45a0-aad4-3a314ce400c6 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492578 Apr 06 17:48:41.197584 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 60752) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:41.307175 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a430-819c-4712-918d-e2d15d591c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:41.395192 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a430-819c-4712-918d-e2d15d591c70 admin admin] Publish callbacks [] for security_group (c7eb7036-b2a1-484d-99fc-3e881ac7046e), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:41.399111 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c2a9a430-819c-4712-918d-e2d15d591c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (c7eb7036-b2a1-484d-99fc-3e881ac7046e), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:41.439387 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c2a9a430-819c-4712-918d-e2d15d591c70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=721aa085b1ca466d86211687bdc5f86d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405109 Apr 06 17:48:41.440223 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9a430-819c-4712-918d-e2d15d591c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eb7036-b2a1-484d-99fc-3e881ac7046e,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:41.442563 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 60756) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:48:41.514070 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f2623c5b-5841-4941-a113-056e8230e815 admin admin] Publish callbacks [] for security_group (c7eb7036-b2a1-484d-99fc-3e881ac7046e), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:41.539523 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f2623c5b-5841-4941-a113-056e8230e815 admin admin] Publish callbacks [] for security_group (c7eb7036-b2a1-484d-99fc-3e881ac7046e), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:41.599059 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f2623c5b-5841-4941-a113-056e8230e815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (c7eb7036-b2a1-484d-99fc-3e881ac7046e), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:41.602336 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-f2623c5b-5841-4941-a113-056e8230e815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:41.606875 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-f2623c5b-5841-4941-a113-056e8230e815 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7eb7036-b2a1-484d-99fc-3e881ac7046e HTTP/1.1" status: 204 len: 168 time: 0.1631036 Apr 06 17:48:41.616091 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2623c5b-5841-4941-a113-056e8230e815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eb7036-b2a1-484d-99fc-3e881ac7046e,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:41.868348 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8140d0-ad3c-40ce-808f-334f11f1dcaf req-729efd14-a723-4790-a1cb-330d5d052873 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:41.870249 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9b8140d0-ad3c-40ce-808f-334f11f1dcaf req-729efd14-a723-4790-a1cb-330d5d052873 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 944 time: 0.1156957 Apr 06 17:48:41.947859 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9b8140d0-ad3c-40ce-808f-334f11f1dcaf req-cef380ee-e02c-4a36-a201-22cfb082fe1f tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662549 Apr 06 17:48:43.080888 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0154d-fb07-4ee7-90dc-aeb221304d1f req-12180db7-7a2e-4dc1-9a56-531bc692f4d1 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:43.082466 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d0c0154d-fb07-4ee7-90dc-aeb221304d1f req-12180db7-7a2e-4dc1-9a56-531bc692f4d1 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 944 time: 0.0586462 Apr 06 17:48:43.136886 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d0c0154d-fb07-4ee7-90dc-aeb221304d1f req-6719b469-b6c0-462d-91c0-8212dfe4a676 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471838 Apr 06 17:48:43.994985 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-53990d2a-9bd9-497b-b36f-7d54c8b8b0ad tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e89c4b4b556c469a858b7f46fff8f46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297310 Apr 06 17:48:44.183148 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-aa954e03-8840-42c4-8a20-7e1efe66ab63 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:44.184630 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-aa954e03-8840-42c4-8a20-7e1efe66ab63 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839797 Apr 06 17:48:44.204484 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-159349f8-3e92-487c-9308-06126e7e8d48 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/quotas/e89c4b4b556c469a858b7f46fff8f46b HTTP/1.1" status: 200 len: 375 time: 0.0105062 Apr 06 17:48:44.249596 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-19c14857-e092-4dd3-90f3-7f85ecb2cc62 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e89c4b4b556c469a858b7f46fff8f46b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384483 Apr 06 17:48:44.296192 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43a56a-58c6-44d5-9fce-4e423c6359c9 req-0ae7afc6-4be1-4864-bfa0-a644e0710aeb tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:44.297959 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1b43a56a-58c6-44d5-9fce-4e423c6359c9 req-0ae7afc6-4be1-4864-bfa0-a644e0710aeb tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 944 time: 0.0765753 Apr 06 17:48:44.349506 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1b43a56a-58c6-44d5-9fce-4e423c6359c9 req-08fb68e2-6cf8-4e75-abdc-c7416246d29d tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459127 Apr 06 17:48:44.417366 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-36272f80-5d79-4c69-9f85-e8b453c669bf req-78137fe9-7768-4414-b9fd-f6ec1acc7a2e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 210 time: 0.0311868 Apr 06 17:48:45.509529 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8f81d-8929-41c9-84f9-f0dedce4bc77 req-f3d5fc36-e2f2-4748-9994-24fc65912bea tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:45.517463 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6db8f81d-8929-41c9-84f9-f0dedce4bc77 req-f3d5fc36-e2f2-4748-9994-24fc65912bea tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 944 time: 0.0990829 Apr 06 17:48:45.548637 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eb153-6088-429d-ad37-d58127fa4516 req-110e8b0e-7ce4-4340-a6f8-b0f4461248bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:45.550566 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c99eb153-6088-429d-ad37-d58127fa4516 req-110e8b0e-7ce4-4340-a6f8-b0f4461248bf service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573632531b7e4264b636e3807a2fae34&device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 1128 time: 0.0619762 Apr 06 17:48:45.593962 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1fb7a0ff-6716-452b-baf1-d7830a1b840d req-91beaef9-00fb-4ba2-bfc1-5fd5447b64ca tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 210 time: 0.0731714 Apr 06 17:48:45.630968 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6db8f81d-8929-41c9-84f9-f0dedce4bc77 req-c92cd8d2-2cc7-40a8-ae5a-96d676f90447 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126471 Apr 06 17:48:45.637947 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0a336193-e361-477a-863b-bd9da57c896b req-614edac8-f674-4c8e-98c5-892bd34a585a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1185157 Apr 06 17:48:45.669318 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eb153-6088-429d-ad37-d58127fa4516 req-3787d472-c779-451c-a8ac-e06c89816a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:45.671373 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c99eb153-6088-429d-ad37-d58127fa4516 req-3787d472-c779-451c-a8ac-e06c89816a9d service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=573632531b7e4264b636e3807a2fae34&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1068277 Apr 06 17:48:45.722987 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a336193-e361-477a-863b-bd9da57c896b req-5f1e89e9-9ada-45e8-ab4d-fbd1f29eccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:45.724589 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0a336193-e361-477a-863b-bd9da57c896b req-5f1e89e9-9ada-45e8-ab4d-fbd1f29eccfa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0556865 Apr 06 17:48:45.779744 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99eb153-6088-429d-ad37-d58127fa4516 req-8f8fcd8e-96ad-4ee9-b48d-68e42f738411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:45.781373 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-c99eb153-6088-429d-ad37-d58127fa4516 req-8f8fcd8e-96ad-4ee9-b48d-68e42f738411 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046150 Apr 06 17:48:45.842009 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a336193-e361-477a-863b-bd9da57c896b req-3fe77e0e-a297-4d2c-9a85-eed534ce8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:45.844122 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0a336193-e361-477a-863b-bd9da57c896b req-3fe77e0e-a297-4d2c-9a85-eed534ce8d4e service neutron] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 912 time: 0.0943749 Apr 06 17:48:46.047933 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0a336193-e361-477a-863b-bd9da57c896b req-1e42d2e8-6114-4e81-9b56-6fb8c52d6aab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf90d17-a052-4957-9b60-35e649b67826 HTTP/1.1" status: 200 len: 1002 time: 0.0633705 Apr 06 17:48:46.061732 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-858550a1-22c0-46af-b5be-2a2925690185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:46.064828 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-858550a1-22c0-46af-b5be-2a2925690185 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573632531b7e4264b636e3807a2fae34&device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 1128 time: 0.0480158 Apr 06 17:48:46.115834 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-838d7572-f548-4354-9c11-f5866dbf9c96 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 HTTP/1.1" status: 200 len: 217 time: 0.0374894 Apr 06 17:48:46.128401 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-9f4c6bbf-66ec-4ee1-a560-e92d3415d1c4 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=e89c4b4b556c469a858b7f46fff8f46b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575361 Apr 06 17:48:46.150502 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a336193-e361-477a-863b-bd9da57c896b req-c0d7fad1-210e-43a5-9272-fd94e9b92868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:46.151880 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0a336193-e361-477a-863b-bd9da57c896b req-c0d7fad1-210e-43a5-9272-fd94e9b92868 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0893776 Apr 06 17:48:46.178870 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-e02ea385-70ce-470a-af20-9dfc9033bd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:46.180678 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-e02ea385-70ce-470a-af20-9dfc9033bd6a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d717d312-d030-43d4-8c33-84b11acd2699 HTTP/1.1" status: 200 len: 853 time: 0.0584872 Apr 06 17:48:46.239512 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b17f70ec-67e4-4acb-afab-e0ab648bf204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:46.241498 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-b17f70ec-67e4-4acb-afab-e0ab648bf204 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85600f4f-d829-420f-be91-15b57cea9d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511577 Apr 06 17:48:46.272237 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a336193-e361-477a-863b-bd9da57c896b req-5f7d98bb-ea6a-473c-823c-40f2938a5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:46.273705 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0a336193-e361-477a-863b-bd9da57c896b req-5f7d98bb-ea6a-473c-823c-40f2938a5354 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085513 Apr 06 17:48:46.282009 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-12774947-d8d5-4848-b9d2-09cd64fb16ec tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:46.283329 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-12774947-d8d5-4848-b9d2-09cd64fb16ec tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420624 Apr 06 17:48:46.356126 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Request body: {'port': {'device_id': '835d5c0c-62bf-48b6-b9d3-73f92f312c49', 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795', 'admin_state_up': True, 'tenant_id': 'e89c4b4b556c469a858b7f46fff8f46b'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:48:46.420606 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-1214927c-c1ff-473f-919e-54af716c96ec service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879085 Apr 06 17:48:46.517653 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [req-48a92353-84ec-4944-9553-cb7c5ec4d401 req-2c40234d-00ff-4930-890e-225502f43f62 service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905092 Apr 06 17:48:46.780503 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e3e44f0b-6294-475b-80f8-940af711f954 req-73b1457d-eaae-4657-bb30-4e8f33554857 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 210 time: 0.0626402 Apr 06 17:48:46.856928 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e25ac-40a7-42c7-90d7-f6bf0b76cbaa req-8a261f50-06de-4318-b558-2acb5589f62d tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:46.858584 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7f0e25ac-40a7-42c7-90d7-f6bf0b76cbaa req-8a261f50-06de-4318-b558-2acb5589f62d tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 944 time: 0.1419952 Apr 06 17:48:46.864996 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0a336193-e361-477a-863b-bd9da57c896b req-a6a7b782-041e-4e94-b96f-4a3bba888925 service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125518 Apr 06 17:48:46.895513 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Made reservation on behalf of e89c4b4b556c469a858b7f46fff8f46b for: {'port': 1} {{(pid=104729) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 17:48:46.898602 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:46.912756 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:46.937263 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7f0e25ac-40a7-42c7-90d7-f6bf0b76cbaa req-a0ab4037-4758-460b-b48c-883598a27374 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713792 Apr 06 17:48:47.001714 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks [] for security_group (1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:47.005297 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:47.063130 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:47.139343 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_common [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Allocated IP 192.168.233.203 (ee5a17ef-e8f6-4609-9f82-e36b30ee5795/badc67dd-67b9-4738-a982-50eddc11592c/52fd8d4d-f134-48d6-aad4-9657ce9bab01) {{(pid=104729) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:48:47.282831 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks [] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:47.315287 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:47.354489 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 is already hosted by enough agents. {{(pid=104729) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:48:47.360094 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.base_scheduler [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Resources bound (agent type, host, resource id): {{(pid=104729) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:48:47.363983 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Received port after_create {{(pid=104729) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:48:47.391170 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Pushing event updated for resources: {'Port': ['ID=52fd8d4d-f134-48d6-aad4-9657ce9bab01,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:47.426633 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:47.427281 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:47.490188 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-eae95518-61fa-4092-8a03-ebb98e61cb8e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1386082 Apr 06 17:48:47.505487 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Request body: {'port': {'device_id': '835d5c0c-62bf-48b6-b9d3-73f92f312c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:48:47.558677 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-0a336193-e361-477a-863b-bd9da57c896b req-f2ef916e-6e28-4a54-9f37-28335828c7de service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506524 Apr 06 17:48:47.586415 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:47.612850 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-a8255da3-b386-42a4-a5cd-ababaaa24a1c None None] Provisioning complete for port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:47.613488 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a8255da3-b386-42a4-a5cd-ababaaa24a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:47.646987 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-a8255da3-b386-42a4-a5cd-ababaaa24a1c None None] Port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 cannot update to ACTIVE because it is not bound. {{(pid=104732) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 17:48:47.865132 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fd8d4d-f134-48d6-aad4-9657ce9bab01 {{(pid=104729) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:48:47.889923 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Publish callbacks [] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:47.907229 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.provisioning_blocks [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Transition to ACTIVE for port object 52fd8d4d-f134-48d6-aad4-9657ce9bab01 will not be triggered until provisioned by entity L2. {{(pid=104729) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 17:48:47.912106 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:47.951075 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe644bb0-48bf-4e19-b2e8-f88a2f106be9 req-5406d801-cdd9-4c84-9c98-82426288c562 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:47.952580 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fe644bb0-48bf-4e19-b2e8-f88a2f106be9 req-5406d801-cdd9-4c84-9c98-82426288c562 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 936 time: 0.1024406 Apr 06 17:48:47.991785 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=52fd8d4d-f134-48d6-aad4-9657ce9bab01,revision_number=2']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:48.098773 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-fe644bb0-48bf-4e19-b2e8-f88a2f106be9 req-911f1b66-f49b-4df0-958e-4f7c65e89c08 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376579 Apr 06 17:48:48.137034 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2774920-b95a-446e-adab-aed4e9bb36c0 req-9063fd60-e37b-4047-ade8-c4c7ae68804e tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:48.138536 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d2774920-b95a-446e-adab-aed4e9bb36c0 req-9063fd60-e37b-4047-ade8-c4c7ae68804e tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 944 time: 0.1200111 Apr 06 17:48:48.142387 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Attempting to bind port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 17:48:48.142720 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Attempting to bind port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795'}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 17:48:48.143042 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Attempting to bind port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 on network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:48:48.153546 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 on network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 17:48:48.153864 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Attempting to bind port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 on network ee5a17ef-e8f6-4609-9f82-e36b30ee5795 {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 17:48:48.168357 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Checking agent: {'id': '8d343031-b8fa-4f04-9fe3-1e230a957348', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'started_at': datetime.datetime(2022, 4, 6, 17, 37, 33), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 17, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 17:48:48.168731 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Checking segment: {'id': '0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104729) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 17:48:48.169080 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Bound using segment: {'id': '0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795'} {{(pid=104729) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 17:48:48.169548 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.managers [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Bound port: 52fd8d4d-f134-48d6-aad4-9657ce9bab01, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795'}}] {{(pid=104729) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 17:48:48.169912 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:48.224907 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d2774920-b95a-446e-adab-aed4e9bb36c0 req-2614b8e1-13c2-463a-9db8-453fed1f1ff6 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785775 Apr 06 17:48:48.256335 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] For port 52fd8d4d-f134-48d6-aad4-9657ce9bab01, host hv-cinder-83588, cleared binding levels {{(pid=104729) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 17:48:48.259279 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] For port 52fd8d4d-f134-48d6-aad4-9657ce9bab01, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=52fd8d4d-f134-48d6-aad4-9657ce9bab01,segment=NetworkSegment(0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8),segment_id=0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8)] {{(pid=104729) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 17:48:48.265812 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:48.305760 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:48.306492 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:48.308397 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] 10.222.0.49 "PUT /v2.0/ports/52fd8d4d-f134-48d6-aad4-9657ce9bab01 HTTP/1.1" status: 200 len: 1098 time: 0.8069217 Apr 06 17:48:48.309103 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835d5c0c-62bf-48b6-b9d3-73f92f312c49', 'tag': '52fd8d4d-f134-48d6-aad4-9657ce9bab01'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:48:48.312808 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d772678-8987-48d2-8321-637a83930dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "835d5c0c-62bf-48b6-b9d3-73f92f312c49", "tag": "52fd8d4d-f134-48d6-aad4-9657ce9bab01"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:48:48.353118 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8150f4a-072c-4c2d-9bfb-59c23fa1a9ed service neutron] Pushing event updated for resources: {'Port': ['ID=52fd8d4d-f134-48d6-aad4-9657ce9bab01,revision_number=3']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:48.368917 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cad1849-1a75-4d27-9fe6-4062933482a2 x-openstack-request-id: req-0cad1849-1a75-4d27-9fe6-4062933482a2 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:48:48.369309 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835d5c0c-62bf-48b6-b9d3-73f92f312c49", "tag": "52fd8d4d-f134-48d6-aad4-9657ce9bab01", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:48:48.369729 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cad1849-1a75-4d27-9fe6-4062933482a2 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:48:48.370405 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cad1849-1a75-4d27-9fe6-4062933482a2'] response: {'name': 'network-changed', 'server_uuid': '835d5c0c-62bf-48b6-b9d3-73f92f312c49', 'tag': '52fd8d4d-f134-48d6-aad4-9657ce9bab01', 'status': 'completed', 'code': 200} Apr 06 17:48:48.441268 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-ce90fa42-3cae-43de-aef2-133641c18af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:48.443732 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-ce90fa42-3cae-43de-aef2-133641c18af1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e89c4b4b556c469a858b7f46fff8f46b&device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 1132 time: 0.0571632 Apr 06 17:48:48.492840 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-c68d8ef0-f411-4fb9-b9cf-a050f0c0e050 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=52fd8d4d-f134-48d6-aad4-9657ce9bab01 HTTP/1.1" status: 200 len: 217 time: 0.0391419 Apr 06 17:48:48.553068 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-434b4b34-590e-4e20-960c-85c22f003ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:48.554609 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-434b4b34-590e-4e20-960c-85c22f003ff4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=badc67dd-67b9-4738-a982-50eddc11592c HTTP/1.1" status: 200 len: 843 time: 0.0525386 Apr 06 17:48:48.606130 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-be3f6d9e-bb68-4437-ae65-743a724358c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:48.607629 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-be3f6d9e-bb68-4437-ae65-743a724358c1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee5a17ef-e8f6-4609-9f82-e36b30ee5795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0452254 Apr 06 17:48:48.699967 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-da86cccb-fcce-46e7-b9fc-020b3d00cf04 service neutron] 10.222.0.49 "GET /v2.0/networks/ee5a17ef-e8f6-4609-9f82-e36b30ee5795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839384 Apr 06 17:48:48.792652 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-eb7b64f1-dd60-4a01-92a6-16373481b5c3 req-879f2569-fba3-4acf-b366-18de450c3492 service neutron] 10.222.0.49 "GET /v2.0/networks/ee5a17ef-e8f6-4609-9f82-e36b30ee5795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857635 Apr 06 17:48:49.216202 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b6ad3-6dd7-4e23-b164-811c74fe0abf req-8a850509-50ee-4842-a647-d412005537e9 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:49.218449 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b37b6ad3-6dd7-4e23-b164-811c74fe0abf req-8a850509-50ee-4842-a647-d412005537e9 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 948 time: 0.0535200 Apr 06 17:48:49.266651 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-b37b6ad3-6dd7-4e23-b164-811c74fe0abf req-e8fe04ea-db76-4c5f-b1e8-565d64627a4f tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Apr 06 17:48:49.343228 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4bfed-8dd7-4bf1-a99e-0e472587c8b5 req-39c219f2-6bad-4fb9-8442-ebbf7c1dd6f5 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:49.344709 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-acb4bfed-8dd7-4bf1-a99e-0e472587c8b5 req-39c219f2-6bad-4fb9-8442-ebbf7c1dd6f5 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 944 time: 0.0528476 Apr 06 17:48:49.394712 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-acb4bfed-8dd7-4bf1-a99e-0e472587c8b5 req-e9ca7193-f509-4b09-a0ab-8b705cd69424 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Apr 06 17:48:49.517899 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:48:49.615154 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:49.627044 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'port_id': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'mac_address': 'fa:16:3e:b9:dc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:48:49.662950 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:49.663272 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:49.675732 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:48:49.695502 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:49.699167 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:49.738303 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d772678-8987-48d2-8321-637a83930dc6 req-663b5163-c296-4262-9058-e1cc9f013a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:49.739832 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d772678-8987-48d2-8321-637a83930dc6 req-663b5163-c296-4262-9058-e1cc9f013a8a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=e89c4b4b556c469a858b7f46fff8f46b&device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 1132 time: 0.0451946 Apr 06 17:48:49.749608 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:49.756554 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.756901 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.757241 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.757578 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.757911 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.758266 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.758592 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.758915 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.759238 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.759558 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.759886 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.760208 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.760527 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.760842 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.761689 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:48:49.833398 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d772678-8987-48d2-8321-637a83930dc6 req-ee5d3335-45c9-4bdb-b2ec-64bc4102228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:49.834914 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d772678-8987-48d2-8321-637a83930dc6 req-ee5d3335-45c9-4bdb-b2ec-64bc4102228c service neutron] 10.222.0.49 "GET /v2.0/networks?id=ee5a17ef-e8f6-4609-9f82-e36b30ee5795 HTTP/1.1" status: 200 len: 870 time: 0.0888581 Apr 06 17:48:49.879756 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d772678-8987-48d2-8321-637a83930dc6 req-10144c9c-900d-4c03-b5a1-6c850067c325 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=52fd8d4d-f134-48d6-aad4-9657ce9bab01 HTTP/1.1" status: 200 len: 217 time: 0.0378597 Apr 06 17:48:49.931128 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d772678-8987-48d2-8321-637a83930dc6 req-255ff3f0-d0f2-41bf-b29a-0f28dafda449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:49.932430 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d772678-8987-48d2-8321-637a83930dc6 req-255ff3f0-d0f2-41bf-b29a-0f28dafda449 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=badc67dd-67b9-4738-a982-50eddc11592c HTTP/1.1" status: 200 len: 843 time: 0.0441120 Apr 06 17:48:49.981034 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d772678-8987-48d2-8321-637a83930dc6 req-51d37761-9255-4523-a6f6-c56150c806a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:49.982554 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d772678-8987-48d2-8321-637a83930dc6 req-51d37761-9255-4523-a6f6-c56150c806a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=ee5a17ef-e8f6-4609-9f82-e36b30ee5795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0424130 Apr 06 17:48:49.990276 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:48:50.075889 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d772678-8987-48d2-8321-637a83930dc6 req-f44b912e-c1a3-4ae3-932f-c9ba11e94eb8 service neutron] 10.222.0.49 "GET /v2.0/networks/ee5a17ef-e8f6-4609-9f82-e36b30ee5795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857613 Apr 06 17:48:50.165646 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d772678-8987-48d2-8321-637a83930dc6 req-e31dccad-da71-4e20-bc78-b7643c8c5186 service neutron] 10.222.0.49 "GET /v2.0/networks/ee5a17ef-e8f6-4609-9f82-e36b30ee5795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829127 Apr 06 17:48:50.383693 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a30e6-ca03-426f-8dac-c09ca44a2299 req-bf5b7183-01f8-4e6d-a12c-190dd836c576 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:50.385146 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-988a30e6-ca03-426f-8dac-c09ca44a2299 req-bf5b7183-01f8-4e6d-a12c-190dd836c576 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 948 time: 0.0528469 Apr 06 17:48:50.436176 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-988a30e6-ca03-426f-8dac-c09ca44a2299 req-8c75d7a1-3b6a-411e-8733-9169ef4e3a04 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Apr 06 17:48:50.511714 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b1880-9682-499d-af42-2d1eda2ee465 req-8638b756-de54-4cbc-8dc2-59fc2cc361d5 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:50.513351 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2f4b1880-9682-499d-af42-2d1eda2ee465 req-8638b756-de54-4cbc-8dc2-59fc2cc361d5 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 945 time: 0.0525064 Apr 06 17:48:50.564603 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2f4b1880-9682-499d-af42-2d1eda2ee465 req-0364a73e-d811-405c-b092-9cd5f720c372 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453932 Apr 06 17:48:51.524208 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 52fd8d4d-f134-48d6-aad4-9657ce9bab01 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=104732) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 17:48:51.527489 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:51.558614 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070abef-6aed-4997-87b7-466dc332a696 req-5a36ab63-133d-4f97-91c7-ec6997fae4ef tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:51.560099 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d070abef-6aed-4997-87b7-466dc332a696 req-5a36ab63-133d-4f97-91c7-ec6997fae4ef tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 948 time: 0.0519898 Apr 06 17:48:51.610817 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d070abef-6aed-4997-87b7-466dc332a696 req-09848f14-990b-4d69-bee1-c944440fab2d tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443692 Apr 06 17:48:51.633799 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:48:51.642244 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:51.642625 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:51.689868 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e2614-728b-4c6d-8af1-a3ec2a3cd545 req-51cdc754-6789-49d1-b95f-84123a3992fd tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:51.691374 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-269e2614-728b-4c6d-8af1-a3ec2a3cd545 req-51cdc754-6789-49d1-b95f-84123a3992fd tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 945 time: 0.0558803 Apr 06 17:48:51.697593 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 52fd8d4d-f134-48d6-aad4-9657ce9bab01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=52fd8d4d-f134-48d6-aad4-9657ce9bab01,segment=NetworkSegment(0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8),segment_id=0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:51.711393 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Returning: {'device': '52fd8d4d-f134-48d6-aad4-9657ce9bab01', 'network_id': 'ee5a17ef-e8f6-4609-9f82-e36b30ee5795', 'port_id': '52fd8d4d-f134-48d6-aad4-9657ce9bab01', 'mac_address': 'fa:16:3e:23:3a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'badc67dd-67b9-4738-a982-50eddc11592c', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104732) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 17:48:51.739833 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-269e2614-728b-4c6d-8af1-a3ec2a3cd545 req-a87a44ca-3131-4a52-b857-7a1b95611ef2 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424190 Apr 06 17:48:51.779144 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 is: DOWN; New status is: BUILD {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:51.779534 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:51.781781 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:51.782248 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:51.801656 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fd8d4d-f134-48d6-aad4-9657ce9bab01 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 17:48:51.820606 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:48:51.823946 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39412cc0-83a4-46ec-885d-6e5858022938" -d '{"events": [{"server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "name": "network-vif-plugged", "status": "completed", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:48:51.854893 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:51.857510 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 52fd8d4d-f134-48d6-aad4-9657ce9bab01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=52fd8d4d-f134-48d6-aad4-9657ce9bab01,segment=NetworkSegment(0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8),segment_id=0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:51.860258 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:51.865059 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:51.868262 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daace56-d9a0-48e4-b3db-c3170337f147 x-openstack-request-id: req-3daace56-d9a0-48e4-b3db-c3170337f147 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:48:51.868676 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "name": "network-vif-plugged", "status": "completed", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:48:51.869026 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3daace56-d9a0-48e4-b3db-c3170337f147 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:48:51.869548 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3daace56-d9a0-48e4-b3db-c3170337f147'] response: {'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'code': 200} Apr 06 17:48:51.921951 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:51.970797 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=52fd8d4d-f134-48d6-aad4-9657ce9bab01,revision_number=4']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:52.042532 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd3697-2c44-4090-bbfa-75bc29317322 req-e6c0f7ba-ac4f-4b9d-af4f-3c7161e96685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:52.043901 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-87dd3697-2c44-4090-bbfa-75bc29317322 req-e6c0f7ba-ac4f-4b9d-af4f-3c7161e96685 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 1130 time: 0.0441742 Apr 06 17:48:52.087916 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-87dd3697-2c44-4090-bbfa-75bc29317322 req-a3b7542c-eb49-4ba8-bd08-f5c5ede54340 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372202 Apr 06 17:48:52.115025 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['52fd8d4d-f134-48d6-aad4-9657ce9bab01'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:48:52.730832 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c2f21-af6e-49e3-8ccd-0a78fde490ad req-96f60fc2-0728-4811-adab-e8f645617b3c tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:52.732336 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-485c2f21-af6e-49e3-8ccd-0a78fde490ad req-96f60fc2-0728-4811-adab-e8f645617b3c tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 949 time: 0.0549889 Apr 06 17:48:52.778457 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-485c2f21-af6e-49e3-8ccd-0a78fde490ad req-8a3131fd-9ee0-40b6-b05f-3e71631f0bbf tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397489 Apr 06 17:48:52.859699 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86e844-5221-4649-9e31-6831ab98562c req-de6c50a0-b13e-4917-b9b6-9017f55533cf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:52.861185 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9e86e844-5221-4649-9e31-6831ab98562c req-de6c50a0-b13e-4917-b9b6-9017f55533cf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 946 time: 0.0542827 Apr 06 17:48:52.908070 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9e86e844-5221-4649-9e31-6831ab98562c req-576ab5f8-b72d-4c54-bfa5-59c8a84b2075 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413899 Apr 06 17:48:53.528928 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 52fd8d4d-f134-48d6-aad4-9657ce9bab01 up at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 17:48:53.586771 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning for port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 completed by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 17:48:53.590419 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Provisioning complete for port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 triggered by entity L2. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:48:53.591160 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:53.667319 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Current status of the port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 is: BUILD; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:48:53.667714 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:53.700026 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] For port 52fd8d4d-f134-48d6-aad4-9657ce9bab01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=52fd8d4d-f134-48d6-aad4-9657ce9bab01,segment=NetworkSegment(0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8),segment_id=0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:53.704022 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:53.752411 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Pushing event updated for resources: {'Port': ['ID=52fd8d4d-f134-48d6-aad4-9657ce9bab01,revision_number=5']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:53.870317 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835d5c0c-62bf-48b6-b9d3-73f92f312c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fd8d4d-f134-48d6-aad4-9657ce9bab01'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:48:53.872946 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d31b477ab5b7567fec308f63c03704868858cc343618d81449dfac8fccc2e11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17610c55-b91a-4228-8943-a234f45d8b6b" -d '{"events": [{"server_uuid": "835d5c0c-62bf-48b6-b9d3-73f92f312c49", "name": "network-vif-plugged", "status": "completed", "tag": "52fd8d4d-f134-48d6-aad4-9657ce9bab01"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:48:53.904391 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec938b-3b79-425a-b7a3-8363f0f19213 req-76aeca3f-ec4c-4444-b1b7-8063cbb24a53 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:53.906690 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d9ec938b-3b79-425a-b7a3-8363f0f19213 req-76aeca3f-ec4c-4444-b1b7-8063cbb24a53 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 950 time: 0.0610681 Apr 06 17:48:53.912450 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada22bba-414e-4607-9463-8e9af5579df2 x-openstack-request-id: req-ada22bba-414e-4607-9463-8e9af5579df2 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:48:53.912744 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835d5c0c-62bf-48b6-b9d3-73f92f312c49", "name": "network-vif-plugged", "status": "completed", "tag": "52fd8d4d-f134-48d6-aad4-9657ce9bab01", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:48:53.912997 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ada22bba-414e-4607-9463-8e9af5579df2 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:48:53.913397 dv-cinder-835880-5-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada22bba-414e-4607-9463-8e9af5579df2'] response: {'server_uuid': '835d5c0c-62bf-48b6-b9d3-73f92f312c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fd8d4d-f134-48d6-aad4-9657ce9bab01', 'code': 200} Apr 06 17:48:53.959244 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d9ec938b-3b79-425a-b7a3-8363f0f19213 req-e1a5f59a-c605-4253-bb33-cd9ffbe52ccc tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464468 Apr 06 17:48:54.031452 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df1bf1-7c0f-4975-a798-d7e8dc9e0d6d req-1651d833-a73d-418b-9029-95c327e71e1c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:54.032952 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48df1bf1-7c0f-4975-a798-d7e8dc9e0d6d req-1651d833-a73d-418b-9029-95c327e71e1c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 946 time: 0.0553451 Apr 06 17:48:54.108874 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48df1bf1-7c0f-4975-a798-d7e8dc9e0d6d req-38d49a71-e7e5-45dd-8160-02a781ff26b5 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699646 Apr 06 17:48:54.114658 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d184f6-243e-4b54-92b4-424f574896f3 req-5636982f-0c0e-4e04-98cb-65385bcde87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:54.116094 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c1d184f6-243e-4b54-92b4-424f574896f3 req-5636982f-0c0e-4e04-98cb-65385bcde87c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 1134 time: 0.0718043 Apr 06 17:48:54.162483 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c1d184f6-243e-4b54-92b4-424f574896f3 req-9080cba9-3cc0-474f-aad6-33cef33f6ac9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Apr 06 17:48:54.225817 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8ad49-5d74-49c1-9f98-e388b9b0a611 req-1d647fbd-4345-4a55-ad94-2a73c69211f9 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:54.227353 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ebf8ad49-5d74-49c1-9f98-e388b9b0a611 req-1d647fbd-4345-4a55-ad94-2a73c69211f9 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 946 time: 0.0548477 Apr 06 17:48:54.273618 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ebf8ad49-5d74-49c1-9f98-e388b9b0a611 req-6434ac3b-a505-4e64-b27b-68eb6da3df28 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Apr 06 17:48:54.596404 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99dc59-5b5e-4470-b0eb-432f40ecc5fb req-c7975a9c-487f-4934-a8f4-5b22ac1d9fac tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:54.597872 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d99dc59-5b5e-4470-b0eb-432f40ecc5fb req-c7975a9c-487f-4934-a8f4-5b22ac1d9fac tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 946 time: 0.0537994 Apr 06 17:48:54.645463 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-2d99dc59-5b5e-4470-b0eb-432f40ecc5fb req-18ec0338-766d-44fe-b32a-27d126f30694 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416052 Apr 06 17:48:55.078754 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5916111-639f-4ca5-8d4c-426bb068fb04 req-76d77353-8a8b-4d41-afac-9c344e813f5d tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:55.080223 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a5916111-639f-4ca5-8d4c-426bb068fb04 req-76d77353-8a8b-4d41-afac-9c344e813f5d tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 950 time: 0.0523887 Apr 06 17:48:55.129687 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a5916111-639f-4ca5-8d4c-426bb068fb04 req-7e57b9e8-a2d1-4b49-b6e2-6f0406d27896 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Apr 06 17:48:56.246072 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8e305-16f3-4581-a841-31ea7194206a req-ae20d945-af59-4ad8-a8d0-6773f5f0e3a0 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:56.247587 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1eb8e305-16f3-4581-a841-31ea7194206a req-ae20d945-af59-4ad8-a8d0-6773f5f0e3a0 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 950 time: 0.0534723 Apr 06 17:48:56.297795 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1eb8e305-16f3-4581-a841-31ea7194206a req-89afcbbf-9ccd-45ab-bb63-72aee12ac83a tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439835 Apr 06 17:48:56.579332 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb56fc-8cd2-455d-a2a9-7dc9d113b41f req-cf104327-1db6-4bc3-af5d-547f27cf25f6 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:56.580816 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3ffb56fc-8cd2-455d-a2a9-7dc9d113b41f req-cf104327-1db6-4bc3-af5d-547f27cf25f6 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 950 time: 0.0523932 Apr 06 17:48:56.628341 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3ffb56fc-8cd2-455d-a2a9-7dc9d113b41f req-1be60528-039d-4a91-a9c3-bbbc0e5bebea tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 Apr 06 17:48:57.179230 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ef5b4596-5efa-42bf-826e-a66f7f597a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:57.749919 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2b04f-4c18-457e-bc6d-ce1d43b92277 req-9b4dbd8c-71cf-4620-8f3f-0d1f1084df1e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:57.751327 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d7d2b04f-4c18-457e-bc6d-ce1d43b92277 req-9b4dbd8c-71cf-4620-8f3f-0d1f1084df1e tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 950 time: 0.0560699 Apr 06 17:48:57.797376 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d7d2b04f-4c18-457e-bc6d-ce1d43b92277 req-a93cccc6-b97a-42ba-bf50-9e7c848e6b80 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/security-groups?id=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Apr 06 17:48:57.974357 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acda77-0907-4690-898b-f358519bba7a req-4f4599c2-f75c-467c-b273-a825cb0bf02a tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:48:57.975794 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-73acda77-0907-4690-898b-f358519bba7a req-4f4599c2-f75c-467c-b273-a825cb0bf02a tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.49 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 950 time: 0.0527425 Apr 06 17:48:58.089874 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-73acda77-0907-4690-898b-f358519bba7a req-544b00cd-4993-4109-9de0-e35aafd0cd58 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Deleting port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:48:58.090187 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-73acda77-0907-4690-898b-f358519bba7a req-544b00cd-4993-4109-9de0-e35aafd0cd58 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:58.180247 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-73acda77-0907-4690-898b-f358519bba7a req-544b00cd-4993-4109-9de0-e35aafd0cd58 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] For port 52fd8d4d-f134-48d6-aad4-9657ce9bab01, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=52fd8d4d-f134-48d6-aad4-9657ce9bab01,segment=NetworkSegment(0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8),segment_id=0ae36cfd-ae6e-4fa4-89f3-e08ef5bf18a8)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:48:58.180608 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-73acda77-0907-4690-898b-f358519bba7a req-544b00cd-4993-4109-9de0-e35aafd0cd58 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:58.192540 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-73acda77-0907-4690-898b-f358519bba7a req-544b00cd-4993-4109-9de0-e35aafd0cd58 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Calling delete_port for 52fd8d4d-f134-48d6-aad4-9657ce9bab01 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:48:58.320505 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-73acda77-0907-4690-898b-f358519bba7a req-544b00cd-4993-4109-9de0-e35aafd0cd58 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (52fd8d4d-f134-48d6-aad4-9657ce9bab01), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:58.331979 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['52fd8d4d-f134-48d6-aad4-9657ce9bab01'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:48:58.353944 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b00cd-4993-4109-9de0-e35aafd0cd58 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Pushing event deleted for resources: {'Port': ['ID=52fd8d4d-f134-48d6-aad4-9657ce9bab01,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:48:58.399975 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-73acda77-0907-4690-898b-f358519bba7a req-544b00cd-4993-4109-9de0-e35aafd0cd58 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] No DVR routers for this DVR port 52fd8d4d-f134-48d6-aad4-9657ce9bab01 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:48:58.402561 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-73acda77-0907-4690-898b-f358519bba7a req-544b00cd-4993-4109-9de0-e35aafd0cd58 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:48:58.405963 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-73acda77-0907-4690-898b-f358519bba7a req-544b00cd-4993-4109-9de0-e35aafd0cd58 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.49 "DELETE /v2.0/ports/52fd8d4d-f134-48d6-aad4-9657ce9bab01 HTTP/1.1" status: 204 len: 173 time: 0.4064262 Apr 06 17:48:58.406433 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835d5c0c-62bf-48b6-b9d3-73f92f312c49', 'name': 'network-vif-deleted', 'tag': '52fd8d4d-f134-48d6-aad4-9657ce9bab01'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:48:58.408770 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb628d-20e2-44a0-81f0-da15a0fbc507" -d '{"events": [{"server_uuid": "835d5c0c-62bf-48b6-b9d3-73f92f312c49", "name": "network-vif-deleted", "tag": "52fd8d4d-f134-48d6-aad4-9657ce9bab01"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:48:58.451666 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011f10d5-5c03-4766-8133-2c6e44d30364 x-openstack-request-id: req-011f10d5-5c03-4766-8133-2c6e44d30364 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:48:58.452073 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835d5c0c-62bf-48b6-b9d3-73f92f312c49", "name": "network-vif-deleted", "tag": "52fd8d4d-f134-48d6-aad4-9657ce9bab01", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:48:58.452233 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-011f10d5-5c03-4766-8133-2c6e44d30364 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:48:58.452637 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-011f10d5-5c03-4766-8133-2c6e44d30364'] response: {'server_uuid': '835d5c0c-62bf-48b6-b9d3-73f92f312c49', 'name': 'network-vif-deleted', 'tag': '52fd8d4d-f134-48d6-aad4-9657ce9bab01', 'status': 'completed', 'code': 200} Apr 06 17:48:58.907598 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f99d0488-e1b1-434b-8343-92249d7201f8 req-f3ffbabf-4e0d-40ea-84a0-06be6226dfd5 tempest-VolumesNegativeTest-866095937 tempest-VolumesNegativeTest-866095937-project] 10.222.0.18 "GET /v2.0/ports?device_id=835d5c0c-62bf-48b6-b9d3-73f92f312c49 HTTP/1.1" status: 200 len: 210 time: 0.0294063 Apr 06 17:48:59.531969 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-179976a7-c22b-498e-8de2-bc1198ad628c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:00.727070 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:01.553415 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 52fd8d4d-f134-48d6-aad4-9657ce9bab01 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:01.574282 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 52fd8d4d-f134-48d6-aad4-9657ce9bab01 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:01.574629 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 52fd8d4d-f134-48d6-aad4-9657ce9bab01 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:01.995815 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:02.737012 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:03.508706 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:03.760135 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 32948) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:03.907743 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-ab61e936-a8da-4f96-b66e-9f87c6c953e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e89c4b4b556c469a858b7f46fff8f46b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464355 Apr 06 17:49:03.910316 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 32954) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:03.957883 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Publish callbacks [] for security_group (1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:03.979534 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Publish callbacks [] for security_group (1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:04.024638 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:04.027149 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:04.028290 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd HTTP/1.1" status: 204 len: 168 time: 0.1170728 Apr 06 17:49:04.036547 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5531cd-ac83-4b1a-a95f-4865fc7ca7fd,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:04.043581 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.043921 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.044258 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.044596 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.045586 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.045921 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.046470 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.046805 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.047138 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.047463 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.047785 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.048109 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.048426 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.048742 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.049059 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1073eecc-5075-467d-b06a-a53ca0a8cd70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:04.458694 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:49:05.086150 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5063ac5-5e22-4dd6-9591-6196829844d2 req-bdfafe06-aad5-4320-b702-5ae369696535 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:05.087642 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a5063ac5-5e22-4dd6-9591-6196829844d2 req-bdfafe06-aad5-4320-b702-5ae369696535 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 946 time: 0.0554993 Apr 06 17:49:05.134582 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a5063ac5-5e22-4dd6-9591-6196829844d2 req-daa155e8-77f2-44b4-b072-0b15dbd1d9cb tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406408 Apr 06 17:49:05.158138 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 32966) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:05.344812 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64d898c-257b-48ff-a136-7e1b8b4fa515 tempest-TestMinimumBasicScenario-104162891 tempest-TestMinimumBasicScenario-104162891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104731) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:05.346368 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b64d898c-257b-48ff-a136-7e1b8b4fa515 tempest-TestMinimumBasicScenario-104162891 tempest-TestMinimumBasicScenario-104162891-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 1125 time: 0.1871953 Apr 06 17:49:05.349226 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 32970) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:05.353339 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'floatingip': {'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'port_id': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:49:05.373365 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:05.470654 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (None), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:05.572169 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_common [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Allocated IP 172.27.2.150 (32f4f01b-d72a-4573-a15f-a5f1aa438631/98487b39-8556-4afc-b8a3-586ed99cb37b/b696292f-4704-4624-ad5f-fac1163c4600) {{(pid=104731) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 17:49:05.676563 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for port (b696292f-4704-4624-ad5f-fac1163c4600), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:05.710162 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728015721732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (b696292f-4704-4624-ad5f-fac1163c4600), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:05.743723 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Network 32f4f01b-d72a-4573-a15f-a5f1aa438631 is already hosted by enough agents. {{(pid=104731) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 17:49:05.746362 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.base_scheduler [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Resources bound (agent type, host, resource id): {{(pid=104731) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 17:49:05.750050 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Received port after_create {{(pid=104731) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 17:49:05.785216 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'Port': ['ID=b696292f-4704-4624-ad5f-fac1163c4600,revision_number=1']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:05.798078 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.798429 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.798770 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.799106 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.799437 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.799765 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.800091 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.800417 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.800738 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.801060 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.801380 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.801700 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.802040 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.802360 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:05.802679 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:49:06.124460 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for floatingip (973aeadf-c2d9-4f33-8b83-018198e008f9), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:06.192856 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (b696292f-4704-4624-ad5f-fac1163c4600), before_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:06.334338 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for port (b696292f-4704-4624-ad5f-fac1163c4600), precommit_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:06.338456 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5282606'] for port (b696292f-4704-4624-ad5f-fac1163c4600), after_update {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:06.409076 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'Port': ['ID=b696292f-4704-4624-ad5f-fac1163c4600,revision_number=2']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:06.421987 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-761709'] for floatingip (973aeadf-c2d9-4f33-8b83-018198e008f9), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:06.522972 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Floating IP 973aeadf-c2d9-4f33-8b83-018198e008f9 associated. External IP: 172.27.2.150, port: fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1. Apr 06 17:49:06.734849 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:49:06.840753 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:49:06.851917 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] Sync routers for ids ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:49:06.862006 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:06.863352 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] Routers {'09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:06.864059 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:06.890863 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-948619ce-7e30-4534-99a0-8b24f2550743 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5406466 Apr 06 17:49:06.891455 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:49:06.893685 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813c9c3c-78b6-498e-b370-a5c5c5f51240" -d '{"events": [{"name": "network-changed", "server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:49:06.894042 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 32972) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:06.898674 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-bed9ec91-6ce4-49d8-b12e-44d54bc81d21 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494234111', 'description': 'tempest-secgroup-smoke-494234111 description', 'project_id': '573632531b7e4264b636e3807a2fae34'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:49:06.920553 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bed9ec91-6ce4-49d8-b12e-44d54bc81d21 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group (None), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:06.931548 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0375b64c-8339-45f9-8e19-32b4f1b09204 x-openstack-request-id: req-0375b64c-8339-45f9-8e19-32b4f1b09204 {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:49:06.932190 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:49:06.932494 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0375b64c-8339-45f9-8e19-32b4f1b09204 {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:49:06.933379 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0375b64c-8339-45f9-8e19-32b4f1b09204'] response: {'name': 'network-changed', 'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'status': 'completed', 'code': 200} Apr 06 17:49:07.023153 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bed9ec91-6ce4-49d8-b12e-44d54bc81d21 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group (42a395d4-ebc0-4e87-bb69-dd2740f2e2f1), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.028127 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bed9ec91-6ce4-49d8-b12e-44d54bc81d21 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (42a395d4-ebc0-4e87-bb69-dd2740f2e2f1), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.043724 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-28f5c4af-9bef-41a1-bb09-bc230728d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:07.045482 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-28f5c4af-9bef-41a1-bb09-bc230728d84f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573632531b7e4264b636e3807a2fae34&device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 1130 time: 0.0895083 Apr 06 17:49:07.077128 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-bed9ec91-6ce4-49d8-b12e-44d54bc81d21 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.081122 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-bed9ec91-6ce4-49d8-b12e-44d54bc81d21 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1834152 Apr 06 17:49:07.081751 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 32976) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:07.086593 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-98b7c224-62eb-45bd-9f5b-a381e92879c8 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'security_group_rule': {'security_group_id': '42a395d4-ebc0-4e87-bb69-dd2740f2e2f1', 'project_id': '573632531b7e4264b636e3807a2fae34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:49:07.111146 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] Set router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:07.114830 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-98b7c224-62eb-45bd-9f5b-a381e92879c8 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (5f25f9db-8a61-4a2f-aed1-b7293ece9b8d), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.119924 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9ec91-6ce4-49d8-b12e-44d54bc81d21 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1,revision_number=1']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:07.164004 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-1abce1b5-cae9-4b8b-a51e-46b78833e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:07.165843 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-1abce1b5-cae9-4b8b-a51e-46b78833e9d0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=85600f4f-d829-420f-be91-15b57cea9d3c HTTP/1.1" status: 200 len: 915 time: 0.1138091 Apr 06 17:49:07.179099 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-98b7c224-62eb-45bd-9f5b-a381e92879c8 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (5f25f9db-8a61-4a2f-aed1-b7293ece9b8d), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.183456 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-98b7c224-62eb-45bd-9f5b-a381e92879c8 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (5f25f9db-8a61-4a2f-aed1-b7293ece9b8d), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.203698 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b7c224-62eb-45bd-9f5b-a381e92879c8 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f25f9db-8a61-4a2f-aed1-b7293ece9b8d,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:07.219751 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-98b7c224-62eb-45bd-9f5b-a381e92879c8 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.225168 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-98b7c224-62eb-45bd-9f5b-a381e92879c8 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379609 Apr 06 17:49:07.225514 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 32978) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:07.235182 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [None req-eadff668-e1f5-4735-98fa-b15ff273df49 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'security_group_rule': {'security_group_id': '42a395d4-ebc0-4e87-bb69-dd2740f2e2f1', 'project_id': '573632531b7e4264b636e3807a2fae34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:49:07.271783 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-1253622a-e827-46e6-a06c-972d5530a37d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 HTTP/1.1" status: 200 len: 1000 time: 0.0978482 Apr 06 17:49:07.320859 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eadff668-e1f5-4735-98fa-b15ff273df49 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (6fcb1cce-31de-4f8b-bc45-ebdf896bb886), before_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.345453 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:15Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '973aeadf-c2d9-4f33-8b83-018198e008f9', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'port_id': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'mac_address': 'fa:16:3e:b9:dc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:49:05Z', 'updated_at': '2022-04-06T17:49:05Z', 'revision_number': 0, 'project_id': '573632531b7e4264b636e3807a2fae34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b61bd7-f9c9-4975-8777-317f2ac3f389', 'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'mac_address': 'fa:16:3e:87:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:14Z', 'updated_at': '2022-04-06T17:48:18Z', 'revision_number': 5, 'project_id': '573632531b7e4264b636e3807a2fae34', 'subnets': [{'id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:07.350760 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-6e62be7d-815f-4858-b9e1-9a102dc0f702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:07.352229 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-6e62be7d-815f-4858-b9e1-9a102dc0f702 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d717d312-d030-43d4-8c33-84b11acd2699 HTTP/1.1" status: 200 len: 853 time: 0.0740073 Apr 06 17:49:07.371906 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] Checking router: 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:49:07.381062 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] Routers {'09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:07.381684 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:07.414706 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eadff668-e1f5-4735-98fa-b15ff273df49 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (6fcb1cce-31de-4f8b-bc45-ebdf896bb886), precommit_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.424398 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eadff668-e1f5-4735-98fa-b15ff273df49 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (6fcb1cce-31de-4f8b-bc45-ebdf896bb886), after_create {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.432841 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-6cbb4955-80bd-477e-b0d4-df07e70a9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:07.434350 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-6cbb4955-80bd-477e-b0d4-df07e70a9826 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85600f4f-d829-420f-be91-15b57cea9d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734091 Apr 06 17:49:07.461077 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadff668-e1f5-4735-98fa-b15ff273df49 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcb1cce-31de-4f8b-bc45-ebdf896bb886,revision_number=0']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:07.502452 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] Set router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:07.504702 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eadff668-e1f5-4735-98fa-b15ff273df49 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.505894 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-eadff668-e1f5-4735-98fa-b15ff273df49 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2767472 Apr 06 17:49:07.508668 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 32980) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:07.513606 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-0cf1f7ec-e1dc-4910-9da3-f1b93c83989f tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'security_group_rule': {'security_group_id': '42a395d4-ebc0-4e87-bb69-dd2740f2e2f1', 'project_id': '573632531b7e4264b636e3807a2fae34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:49:07.541600 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f7ec-e1dc-4910-9da3-f1b93c83989f tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (08de64a6-0cfe-4875-92e4-372712e9de7e), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.553721 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-979f18f2-c36b-455f-9e99-8423d7cc6d60 service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103001 Apr 06 17:49:07.602653 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f7ec-e1dc-4910-9da3-f1b93c83989f tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (08de64a6-0cfe-4875-92e4-372712e9de7e), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.609474 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f7ec-e1dc-4910-9da3-f1b93c83989f tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (08de64a6-0cfe-4875-92e4-372712e9de7e), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.628889 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1f7ec-e1dc-4910-9da3-f1b93c83989f tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08de64a6-0cfe-4875-92e4-372712e9de7e,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:07.635124 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-0cf1f7ec-e1dc-4910-9da3-f1b93c83989f tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.636355 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-0cf1f7ec-e1dc-4910-9da3-f1b93c83989f tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266768 Apr 06 17:49:07.639459 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 32982) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:07.643696 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-bb5165a4-5bf3-4e7d-96fa-345519338830 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'security_group_rule': {'security_group_id': '42a395d4-ebc0-4e87-bb69-dd2740f2e2f1', 'project_id': '573632531b7e4264b636e3807a2fae34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:49:07.665362 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-813c9c3c-78b6-498e-b370-a5c5c5f51240 req-e4387a43-22b8-4a5e-bf7a-f14d5f5352fb service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992477 Apr 06 17:49:07.669638 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb5165a4-5bf3-4e7d-96fa-345519338830 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (e121e57e-6206-4054-8787-f0a634bc1b31), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.736475 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb5165a4-5bf3-4e7d-96fa-345519338830 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (e121e57e-6206-4054-8787-f0a634bc1b31), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.741545 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb5165a4-5bf3-4e7d-96fa-345519338830 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (e121e57e-6206-4054-8787-f0a634bc1b31), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.758588 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:15Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '973aeadf-c2d9-4f33-8b83-018198e008f9', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'port_id': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'mac_address': 'fa:16:3e:b9:dc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:49:05Z', 'updated_at': '2022-04-06T17:49:05Z', 'revision_number': 0, 'project_id': '573632531b7e4264b636e3807a2fae34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b61bd7-f9c9-4975-8777-317f2ac3f389', 'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'mac_address': 'fa:16:3e:87:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:14Z', 'updated_at': '2022-04-06T17:48:18Z', 'revision_number': 5, 'project_id': '573632531b7e4264b636e3807a2fae34', 'subnets': [{'id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:07.759650 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5165a4-5bf3-4e7d-96fa-345519338830 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e121e57e-6206-4054-8787-f0a634bc1b31,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:07.769985 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bb5165a4-5bf3-4e7d-96fa-345519338830 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.771203 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-bb5165a4-5bf3-4e7d-96fa-345519338830 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308308 Apr 06 17:49:07.773844 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 32984) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:07.778053 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-3d358b72-1b9f-4b4f-a2a0-55e34501f29c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'security_group_rule': {'security_group_id': '42a395d4-ebc0-4e87-bb69-dd2740f2e2f1', 'project_id': '573632531b7e4264b636e3807a2fae34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:49:07.786383 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d20e9-abec-41dd-9086-5cfdcd6c64cc None None] The sync data for ids ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'] in dv-cinder-835880-5-iscsi is: [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:15Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': '973aeadf-c2d9-4f33-8b83-018198e008f9', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'port_id': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'mac_address': 'fa:16:3e:b9:dc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:49:05Z', 'updated_at': '2022-04-06T17:49:05Z', 'revision_number': 0, 'project_id': '573632531b7e4264b636e3807a2fae34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b61bd7-f9c9-4975-8777-317f2ac3f389', 'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'mac_address': 'fa:16:3e:87:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:14Z', 'updated_at': '2022-04-06T17:48:18Z', 'revision_number': 5, 'project_id': '573632531b7e4264b636e3807a2fae34', 'subnets': [{'id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:49:07.799052 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.securitygroups_db [None req-3d358b72-1b9f-4b4f-a2a0-55e34501f29c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Project 573632531b7e4264b636e3807a2fae34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:49:07.804676 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d358b72-1b9f-4b4f-a2a0-55e34501f29c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (deed94ff-0a40-48e0-8bb2-f7a057ffa175), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.866620 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d358b72-1b9f-4b4f-a2a0-55e34501f29c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (deed94ff-0a40-48e0-8bb2-f7a057ffa175), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.870800 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d358b72-1b9f-4b4f-a2a0-55e34501f29c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (deed94ff-0a40-48e0-8bb2-f7a057ffa175), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.891138 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d358b72-1b9f-4b4f-a2a0-55e34501f29c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deed94ff-0a40-48e0-8bb2-f7a057ffa175,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:07.897000 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-3d358b72-1b9f-4b4f-a2a0-55e34501f29c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.898181 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-3d358b72-1b9f-4b4f-a2a0-55e34501f29c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233828 Apr 06 17:49:07.900794 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 32986) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:07.905446 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.v2.base [None req-8c91503b-7e3b-4009-a6c8-2e4ed2b566a7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'security_group_rule': {'security_group_id': '42a395d4-ebc0-4e87-bb69-dd2740f2e2f1', 'project_id': '573632531b7e4264b636e3807a2fae34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104731) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:49:07.926476 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.securitygroups_db [None req-8c91503b-7e3b-4009-a6c8-2e4ed2b566a7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Project 573632531b7e4264b636e3807a2fae34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 17:49:07.931569 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8c91503b-7e3b-4009-a6c8-2e4ed2b566a7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (a2d7e53d-1e84-4176-9408-83ec80e9a0a5), before_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.992507 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8c91503b-7e3b-4009-a6c8-2e4ed2b566a7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (a2d7e53d-1e84-4176-9408-83ec80e9a0a5), precommit_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:07.996915 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8c91503b-7e3b-4009-a6c8-2e4ed2b566a7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654224'] for security_group_rule (a2d7e53d-1e84-4176-9408-83ec80e9a0a5), after_create {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:08.002817 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81afde07-3baa-4359-a7f2-685aea38e8ba None None] New status for floating IP 973aeadf-c2d9-4f33-8b83-018198e008f9: ACTIVE {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:49:08.015227 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91503b-7e3b-4009-a6c8-2e4ed2b566a7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d7e53d-1e84-4176-9408-83ec80e9a0a5,revision_number=0']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:08.022412 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-8c91503b-7e3b-4009-a6c8-2e4ed2b566a7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:08.023728 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-8c91503b-7e3b-4009-a6c8-2e4ed2b566a7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219769 Apr 06 17:49:08.113995 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-cf64c9da-158d-4446-9e57-1561ce611c13 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494234111&fields=id&tenant_id=573632531b7e4264b636e3807a2fae34 HTTP/1.1" status: 200 len: 267 time: 0.0450923 Apr 06 17:49:08.173078 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-11e6fdc2-d9ef-48cc-bc4f-01de0f8d2ddb tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:08.174646 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-11e6fdc2-d9ef-48cc-bc4f-01de0f8d2ddb tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 946 time: 0.0552893 Apr 06 17:49:08.185535 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-3ae0fd67-c651-4b04-aa58-ea3799ba492a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'port': {'security_groups': ['6b891f2d-f182-4811-b932-caa9b909639d', '42a395d4-ebc0-4e87-bb69-dd2740f2e2f1']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:49:08.259971 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-3ae0fd67-c651-4b04-aa58-ea3799ba492a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:08.440325 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-3ae0fd67-c651-4b04-aa58-ea3799ba492a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] For port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:08.469742 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-3ae0fd67-c651-4b04-aa58-ea3799ba492a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:08.474155 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-3ae0fd67-c651-4b04-aa58-ea3799ba492a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:08.485791 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:49:08.520741 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-3ae0fd67-c651-4b04-aa58-ea3799ba492a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:08.521800 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-3ae0fd67-c651-4b04-aa58-ea3799ba492a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:08.524239 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c1c8ac6a-5d5c-491d-9a18-e5508689994b req-3ae0fd67-c651-4b04-aa58-ea3799ba492a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "PUT /v2.0/ports/fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 HTTP/1.1" status: 200 len: 982 time: 0.3429508 Apr 06 17:49:08.524968 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:49:08.527892 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f7596f-e1be-477a-abc5-d164ec267931" -d '{"events": [{"name": "network-changed", "server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:49:08.579151 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0fd67-c651-4b04-aa58-ea3799ba492a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'Port': ['ID=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,revision_number=6']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:08.597068 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:49:08.635615 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49443343-02f9-41b7-a1c5-70c4907e6d83 x-openstack-request-id: req-49443343-02f9-41b7-a1c5-70c4907e6d83 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:49:08.636544 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:49:08.637024 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49443343-02f9-41b7-a1c5-70c4907e6d83 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:49:08.637700 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49443343-02f9-41b7-a1c5-70c4907e6d83'] response: {'name': 'network-changed', 'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'status': 'completed', 'code': 200} Apr 06 17:49:08.737908 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49ad17-7441-4b22-ab4b-21f91aab100a req-7032d61d-cb50-40f1-93e0-e5f72ec60485 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:08.739458 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7f49ad17-7441-4b22-ab4b-21f91aab100a req-7032d61d-cb50-40f1-93e0-e5f72ec60485 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.1193352 Apr 06 17:49:08.748590 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-308161e2-2674-417c-a040-0f5630695095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:08.750250 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-308161e2-2674-417c-a040-0f5630695095 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573632531b7e4264b636e3807a2fae34&device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 1169 time: 0.0876820 Apr 06 17:49:08.858313 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-7f49ad17-7441-4b22-ab4b-21f91aab100a req-9c570924-2f1c-4b54-8380-ebb4dc6f9752 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070058 Apr 06 17:49:08.884043 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-9ada0340-a453-4c1e-ba84-efaace95cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:08.885755 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-9ada0340-a453-4c1e-ba84-efaace95cace service neutron] 10.222.0.49 "GET /v2.0/networks?id=85600f4f-d829-420f-be91-15b57cea9d3c HTTP/1.1" status: 200 len: 915 time: 0.1286221 Apr 06 17:49:08.910306 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-1613ee8c-6377-4b24-aa66-39eadd5a7ae2 None None] Provisioning complete for port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:49:08.910677 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1613ee8c-6377-4b24-aa66-39eadd5a7ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:08.951397 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-c20dbac8-b6ce-4bba-872b-82fae559264a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 HTTP/1.1" status: 200 len: 1002 time: 0.0583482 Apr 06 17:49:08.998944 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-93205622-224e-431b-af5f-ef08ebf5c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:09.000370 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-93205622-224e-431b-af5f-ef08ebf5c23d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d717d312-d030-43d4-8c33-84b11acd2699 HTTP/1.1" status: 200 len: 853 time: 0.0442967 Apr 06 17:49:09.055040 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-3f018382-650f-4e89-b720-dbc9a89378e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:09.056537 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-3f018382-650f-4e89-b720-dbc9a89378e0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85600f4f-d829-420f-be91-15b57cea9d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507267 Apr 06 17:49:09.129372 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1613ee8c-6377-4b24-aa66-39eadd5a7ae2 None None] Current status of the port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:49:09.146091 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-5df0e04d-d825-4fd7-b560-a39a28c492e1 service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820189 Apr 06 17:49:09.237120 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e0f7596f-e1be-477a-abc5-d164ec267931 req-cdeadb3c-1d73-47e0-b6db-4d01f66bc510 service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 Apr 06 17:49:27.179881 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8cccf807-7ef8-4995-b12d-7e1130ab18e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:29.531752 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-53a5ba00-1c23-4c37-9d84-2db5bf155963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:30.727496 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:31.308654 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33002) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:31.461347 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Deleting port 528f41e2-aa12-47b2-8dea-d2c306ad8efb {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:31.461684 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (528f41e2-aa12-47b2-8dea-d2c306ad8efb), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:31.535852 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (528f41e2-aa12-47b2-8dea-d2c306ad8efb), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:31.536175 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for floatingip (528f41e2-aa12-47b2-8dea-d2c306ad8efb), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:31.547682 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Calling delete_port for 528f41e2-aa12-47b2-8dea-d2c306ad8efb owned by network:floatingip {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:31.740672 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (528f41e2-aa12-47b2-8dea-d2c306ad8efb), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:31.764156 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b66900-008e-4489-b92f-f65029445095 req-5b4a5756-65f1-4d36-9a0d-4fbea29a2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:31.765632 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7b66900-008e-4489-b92f-f65029445095 req-5b4a5756-65f1-4d36-9a0d-4fbea29a2651 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573632531b7e4264b636e3807a2fae34&device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 1169 time: 0.0676126 Apr 06 17:49:31.765783 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event deleted for resources: {'Port': ['ID=528f41e2-aa12-47b2-8dea-d2c306ad8efb,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:31.778342 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c8235-eb3f-4c81-9787-b98b909a6c40 req-12b68cac-d9d0-4e75-94a0-2268a261462a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:31.779832 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-379c8235-eb3f-4c81-9787-b98b909a6c40 req-12b68cac-d9d0-4e75-94a0-2268a261462a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.0917549 Apr 06 17:49:31.832589 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for floatingip (f63de478-1d31-45d8-857f-f91ca2c813bc), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:31.833019 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Floating IP f63de478-1d31-45d8-857f-f91ca2c813bc disassociated (deleted). External IP: 172.27.2.41, port: 0692eb4a-b476-47df-a5de-f64780c64bca. Apr 06 17:49:31.906513 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-379c8235-eb3f-4c81-9787-b98b909a6c40 req-371e4fb7-c3a1-4738-a8fd-08ebfc09cd4e tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178346 Apr 06 17:49:31.930133 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b66900-008e-4489-b92f-f65029445095 req-07656253-fc1e-4d1e-b769-6184e42ec36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:31.930133 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7b66900-008e-4489-b92f-f65029445095 req-07656253-fc1e-4d1e-b769-6184e42ec36f service neutron] 10.222.0.49 "GET /v2.0/networks?id=85600f4f-d829-420f-be91-15b57cea9d3c HTTP/1.1" status: 200 len: 915 time: 0.1426897 Apr 06 17:49:31.993572 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7b66900-008e-4489-b92f-f65029445095 req-395e7b11-9a0c-4fc2-b7eb-8cba2c298b35 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 HTTP/1.1" status: 200 len: 1002 time: 0.0634081 Apr 06 17:49:32.000696 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:32.050004 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b66900-008e-4489-b92f-f65029445095 req-6d89fd7a-0abe-4df3-8106-a7c48965ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:32.051525 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7b66900-008e-4489-b92f-f65029445095 req-6d89fd7a-0abe-4df3-8106-a7c48965ac18 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d717d312-d030-43d4-8c33-84b11acd2699 HTTP/1.1" status: 200 len: 853 time: 0.0514243 Apr 06 17:49:32.102586 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b66900-008e-4489-b92f-f65029445095 req-4f237f87-8472-4f71-8942-9c6e799a9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:32.104127 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7b66900-008e-4489-b92f-f65029445095 req-4f237f87-8472-4f71-8942-9c6e799a9a88 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85600f4f-d829-420f-be91-15b57cea9d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466323 Apr 06 17:49:32.199172 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7b66900-008e-4489-b92f-f65029445095 req-600dd355-8181-4253-ba54-cec0da5aaa3d service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888171 Apr 06 17:49:32.325991 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Router 53c217ce-7629-48e9-8a63-ba4c108bb112 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:49:32.441834 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:49:32.447279 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:32.456209 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] Sync routers for ids ['53c217ce-7629-48e9-8a63-ba4c108bb112'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:49:32.467101 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] Routers {'53c217ce-7629-48e9-8a63-ba4c108bb112'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:32.468002 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['53c217ce-7629-48e9-8a63-ba4c108bb112'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:32.492662 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-873c298c-f189-4f79-8e00-ad085114ca59 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "DELETE /v2.0/floatingips/f63de478-1d31-45d8-857f-f91ca2c813bc HTTP/1.1" status: 204 len: 168 time: 1.1768103 Apr 06 17:49:32.494573 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:49:32.499198 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4" -d '{"events": [{"name": "network-changed", "server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:49:32.554895 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286fd84c-0b9a-4bfd-8e5f-250cc2ee81df x-openstack-request-id: req-286fd84c-0b9a-4bfd-8e5f-250cc2ee81df {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:49:32.555194 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:49:32.555449 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-286fd84c-0b9a-4bfd-8e5f-250cc2ee81df {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:49:32.555877 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286fd84c-0b9a-4bfd-8e5f-250cc2ee81df'] response: {'name': 'network-changed', 'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca', 'status': 'completed', 'code': 200} Apr 06 17:49:32.593478 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] Set router 53c217ce-7629-48e9-8a63-ba4c108bb112 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:32.619033 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-a7b66900-008e-4489-b92f-f65029445095 req-1474920d-da77-4bfd-b767-c5df48ae66c3 service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118001 Apr 06 17:49:32.638158 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-e5160844-8409-4df9-9614-f39fe4b2c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:32.639640 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-e5160844-8409-4df9-9614-f39fe4b2c0b0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=d3a96b6f9b714f63aa9c40d49d42d031&device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 1129 time: 0.0625775 Apr 06 17:49:32.771091 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:32.783877 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-1bb5019b-0bdb-4400-bba4-4cf14c6ee74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:32.785816 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-1bb5019b-0bdb-4400-bba4-4cf14c6ee74d service neutron] 10.222.0.49 "GET /v2.0/networks?id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7 HTTP/1.1" status: 200 len: 910 time: 0.1389604 Apr 06 17:49:32.793703 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626b0e8-973c-4631-b43a-1d5e3f68f6f5 req-796db713-cd8a-43ce-86ae-405cd9a4b55b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:32.795112 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3626b0e8-973c-4631-b43a-1d5e3f68f6f5 req-796db713-cd8a-43ce-86ae-405cd9a4b55b tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0893369 Apr 06 17:49:32.829655 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:41Z', 'revision_number': 5, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:32.846977 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-3626b0e8-973c-4631-b43a-1d5e3f68f6f5 req-7fd8db03-6c62-400a-8948-2f5d4dd125d5 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 Apr 06 17:49:32.860433 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] Checking router: 53c217ce-7629-48e9-8a63-ba4c108bb112 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:49:32.869292 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] Routers {'53c217ce-7629-48e9-8a63-ba4c108bb112'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:32.869900 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['53c217ce-7629-48e9-8a63-ba4c108bb112'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:32.978766 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] Set router 53c217ce-7629-48e9-8a63-ba4c108bb112 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:33.034637 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870099c3-608d-44a1-9063-0bab9879dd39 req-3a74a5c0-5b24-47b8-bc17-8edb45cde6c5 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:33.036122 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-870099c3-608d-44a1-9063-0bab9879dd39 req-3a74a5c0-5b24-47b8-bc17-8edb45cde6c5 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.0576224 Apr 06 17:49:33.097623 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-870099c3-608d-44a1-9063-0bab9879dd39 req-8836734a-6968-4d32-afc8-3a0b0c1661fe tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556996 Apr 06 17:49:33.176923 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:41Z', 'revision_number': 5, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:33.202677 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f370467b-4030-4a73-9026-9aedaef8b662 None None] The sync data for ids ['53c217ce-7629-48e9-8a63-ba4c108bb112'] in dv-cinder-835880-5-iscsi is: [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:34Z', 'revision_number': 4, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'a6abd525-8f3e-4dd4-9f48-df4859be5bf9', 'name': '', 'network_id': '0b19008d-7731-4acd-93d2-8fa6cfe4eae7', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'mac_address': 'fa:16:3e:aa:60:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:34Z', 'updated_at': '2022-04-06T17:44:41Z', 'revision_number': 5, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'subnets': [{'id': 'fbc0328f-4afc-46d6-b244-328f93592839', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:49:33.434051 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba647ddf-855a-4d88-8f03-3097bcf9ee17 None None] New status for floating IP f63de478-1d31-45d8-857f-f91ca2c813bc: DOWN {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:49:33.504215 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:33.756162 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-d30f9470-edfb-4a2b-a6fa-78ee5d3d3136 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0692eb4a-b476-47df-a5de-f64780c64bca HTTP/1.1" status: 200 len: 217 time: 0.0404315 Apr 06 17:49:33.852758 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-a6596887-4b9d-4a34-9af9-f87bd141358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:33.854230 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-a6596887-4b9d-4a34-9af9-f87bd141358a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fbc0328f-4afc-46d6-b244-328f93592839 HTTP/1.1" status: 200 len: 848 time: 0.0435588 Apr 06 17:49:33.996549 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7dd7b-5599-4877-9bc5-3fb9abca3217 req-63c7e235-af2a-4ef9-b0f3-1f8e24899dc7 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:33.998184 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48a7dd7b-5599-4877-9bc5-3fb9abca3217 req-63c7e235-af2a-4ef9-b0f3-1f8e24899dc7 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.0832722 Apr 06 17:49:34.030546 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-670d1312-1e50-4f49-b793-6c929c93bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:34.031922 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-670d1312-1e50-4f49-b793-6c929c93bed7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=0b19008d-7731-4acd-93d2-8fa6cfe4eae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712347 Apr 06 17:49:34.061819 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-48a7dd7b-5599-4877-9bc5-3fb9abca3217 req-418973f0-ddc9-4c94-903f-6f80cac166d6 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/security-groups?id=21b80252-a612-46a9-a695-ee548a9b14be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543811 Apr 06 17:49:34.330306 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-0b0657b6-24ae-47db-8a92-52949b238d5a service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595829 Apr 06 17:49:34.342427 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-03d69e05-900c-43e9-9566-de85a6aed401 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:34.343844 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-03d69e05-900c-43e9-9566-de85a6aed401 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.49 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 945 time: 0.1183791 Apr 06 17:49:34.489045 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ad46-29ba-4427-b1ca-642242f7fd45 req-a270514c-40f3-4541-881a-c337a3ba6a80 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:34.490591 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8000ad46-29ba-4427-b1ca-642242f7fd45 req-a270514c-40f3-4541-881a-c337a3ba6a80 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.3247240 Apr 06 17:49:34.553653 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4b2f4cd-77b0-43c4-a95b-c307d3bc85c4 req-4e3cbff3-b2d3-4750-8dd7-7a72fd8a922b service neutron] 10.222.0.49 "GET /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072072 Apr 06 17:49:34.606852 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-8000ad46-29ba-4427-b1ca-642242f7fd45 req-f44548d3-da63-43cd-a986-4d473b0c171a tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082690 Apr 06 17:49:34.610915 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-512da96c-2ed6-49f0-9454-420ed93a1201 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Deleting port 0692eb4a-b476-47df-a5de-f64780c64bca {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:34.611534 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-512da96c-2ed6-49f0-9454-420ed93a1201 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:34.700546 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-512da96c-2ed6-49f0-9454-420ed93a1201 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] For port 0692eb4a-b476-47df-a5de-f64780c64bca, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0692eb4a-b476-47df-a5de-f64780c64bca,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:34.700909 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-512da96c-2ed6-49f0-9454-420ed93a1201 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:34.714935 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-512da96c-2ed6-49f0-9454-420ed93a1201 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Calling delete_port for 0692eb4a-b476-47df-a5de-f64780c64bca owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:34.847142 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-512da96c-2ed6-49f0-9454-420ed93a1201 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (0692eb4a-b476-47df-a5de-f64780c64bca), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:34.875700 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512da96c-2ed6-49f0-9454-420ed93a1201 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event deleted for resources: {'Port': ['ID=0692eb4a-b476-47df-a5de-f64780c64bca,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:34.923439 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-512da96c-2ed6-49f0-9454-420ed93a1201 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] No DVR routers for this DVR port 0692eb4a-b476-47df-a5de-f64780c64bca on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:49:34.926086 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-512da96c-2ed6-49f0-9454-420ed93a1201 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:34.929405 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e056181a-9087-4b57-b5ce-f7b450745ca6 req-512da96c-2ed6-49f0-9454-420ed93a1201 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.49 "DELETE /v2.0/ports/0692eb4a-b476-47df-a5de-f64780c64bca HTTP/1.1" status: 204 len: 173 time: 0.5741909 Apr 06 17:49:34.929849 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'name': 'network-vif-deleted', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:49:34.932260 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5eb489b-eede-4302-91a3-d886b8f978d5" -d '{"events": [{"server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "name": "network-vif-deleted", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:49:34.972704 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142b152b-d4d3-46e9-acf3-aa46563b4e32 x-openstack-request-id: req-142b152b-d4d3-46e9-acf3-aa46563b4e32 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:49:34.972997 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec6016-4371-4b51-b47d-6a0381c8d17f", "name": "network-vif-deleted", "tag": "0692eb4a-b476-47df-a5de-f64780c64bca", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:49:34.973270 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-142b152b-d4d3-46e9-acf3-aa46563b4e32 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:49:34.973707 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-142b152b-d4d3-46e9-acf3-aa46563b4e32'] response: {'server_uuid': '33ec6016-4371-4b51-b47d-6a0381c8d17f', 'name': 'network-vif-deleted', 'tag': '0692eb4a-b476-47df-a5de-f64780c64bca', 'status': 'completed', 'code': 200} Apr 06 17:49:35.157204 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-e8e1f101-c477-418d-82e5-bff653df5905 req-ad805c9e-3fb4-4f38-858b-369dcf4e4d2f tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ec6016-4371-4b51-b47d-6a0381c8d17f HTTP/1.1" status: 200 len: 210 time: 0.0267904 Apr 06 17:49:35.781021 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c3b3cb-6fc0-4bd6-b69a-4c21ff926c8b req-20c5d4a1-c0f4-484a-8056-55593734eea4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:35.790056 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c8c3b3cb-6fc0-4bd6-b69a-4c21ff926c8b req-20c5d4a1-c0f4-484a-8056-55593734eea4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.1112618 Apr 06 17:49:35.867010 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c8c3b3cb-6fc0-4bd6-b69a-4c21ff926c8b req-ee37dea4-e4d7-4083-9430-c8a413ae6c27 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756192 Apr 06 17:49:36.212397 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33034) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:36.268149 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-77e23686-8171-4039-ad66-e9e384a51a32 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group (21b80252-a612-46a9-a695-ee548a9b14be), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:36.292149 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-77e23686-8171-4039-ad66-e9e384a51a32 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group (21b80252-a612-46a9-a695-ee548a9b14be), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:36.350109 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-77e23686-8171-4039-ad66-e9e384a51a32 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (21b80252-a612-46a9-a695-ee548a9b14be), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:36.352734 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-77e23686-8171-4039-ad66-e9e384a51a32 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:36.353913 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-77e23686-8171-4039-ad66-e9e384a51a32 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] 10.222.0.18 "DELETE /v2.0/security-groups/21b80252-a612-46a9-a695-ee548a9b14be HTTP/1.1" status: 204 len: 168 time: 0.1405272 Apr 06 17:49:36.364006 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e23686-8171-4039-ad66-e9e384a51a32 tempest-TestShelveInstance-1307067169 tempest-TestShelveInstance-1307067169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b80252-a612-46a9-a695-ee548a9b14be,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:36.984991 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5193158-e922-43b3-966f-3dbd6d0f0ec1 req-21df84eb-f70c-421e-a609-3044c691e459 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:36.986675 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d5193158-e922-43b3-966f-3dbd6d0f0ec1 req-21df84eb-f70c-421e-a609-3044c691e459 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.0535026 Apr 06 17:49:37.048474 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d5193158-e922-43b3-966f-3dbd6d0f0ec1 req-d14e0c33-1aa8-4df8-84ef-23d1245b7318 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560527 Apr 06 17:49:37.410884 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33042) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:37.739152 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 0692eb4a-b476-47df-a5de-f64780c64bca no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:37.759067 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 0692eb4a-b476-47df-a5de-f64780c64bca {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:37.759413 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 0692eb4a-b476-47df-a5de-f64780c64bca not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:37.850554 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758637'] for router_interface (53c217ce-7629-48e9-8a63-ba4c108bb112), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:38.101598 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] Deleting port a6abd525-8f3e-4dd4-9f48-df4859be5bf9 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:38.102275 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:38.213468 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] For port a6abd525-8f3e-4dd4-9f48-df4859be5bf9, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=a6abd525-8f3e-4dd4-9f48-df4859be5bf9,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:38.213831 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:38.228859 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12743b23-85fb-4507-932e-c969813db53a req-a653b0dc-a253-41c8-aca6-a302ebbd1453 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:38.230366 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-12743b23-85fb-4507-932e-c969813db53a req-a653b0dc-a253-41c8-aca6-a302ebbd1453 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.0912347 Apr 06 17:49:38.236017 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] Calling delete_port for a6abd525-8f3e-4dd4-9f48-df4859be5bf9 owned by network:router_interface {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:38.345570 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-12743b23-85fb-4507-932e-c969813db53a req-a71c7c7e-30a2-46e0-95af-8dcead3633a8 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074636 Apr 06 17:49:38.463756 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (a6abd525-8f3e-4dd4-9f48-df4859be5bf9), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:38.494682 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6abd525-8f3e-4dd4-9f48-df4859be5bf9,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:38.661212 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761853'] for router_interface (53c217ce-7629-48e9-8a63-ba4c108bb112), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:38.882486 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] Router 53c217ce-7629-48e9-8a63-ba4c108bb112 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:49:38.990291 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:49:38.995296 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-7f5f9533-a222-4ad9-849f-a9cfd5239755 admin admin] 10.222.0.18 "PUT /v2.0/routers/53c217ce-7629-48e9-8a63-ba4c108bb112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5833967 Apr 06 17:49:38.998134 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33048) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:38.999228 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] Sync routers for ids ['53c217ce-7629-48e9-8a63-ba4c108bb112'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:49:39.009384 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] Routers {'53c217ce-7629-48e9-8a63-ba4c108bb112'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:39.009984 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['53c217ce-7629-48e9-8a63-ba4c108bb112'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:39.107904 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Publish callbacks [] for router (53c217ce-7629-48e9-8a63-ba4c108bb112), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:39.257125 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] Set router 53c217ce-7629-48e9-8a63-ba4c108bb112 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:39.446897 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:49:38Z', 'revision_number': 5, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:39.474542 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] Checking router: 53c217ce-7629-48e9-8a63-ba4c108bb112 for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:49:39.483438 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] Routers {'53c217ce-7629-48e9-8a63-ba4c108bb112'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:39.484043 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['53c217ce-7629-48e9-8a63-ba4c108bb112'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:39.561827 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Publish callbacks [] for router_gateway (53c217ce-7629-48e9-8a63-ba4c108bb112), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:39.585760 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-95542b6f-e2ab-4d1b-ad22-2a0a9fc658ba service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1014843 Apr 06 17:49:39.595484 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be2690-ca66-45bb-9591-67450af7c4c3 req-bcb32656-89e2-4a8d-b431-e59f9c591837 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:39.596969 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-81be2690-ca66-45bb-9591-67450af7c4c3 req-bcb32656-89e2-4a8d-b431-e59f9c591837 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.1138563 Apr 06 17:49:39.597580 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] Set router 53c217ce-7629-48e9-8a63-ba4c108bb112 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:39.692614 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33052) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:39.713051 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Deleting port 8c817e03-ab20-476b-ae88-b5833ae9d22e {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:39.713346 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:39.769791 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-81be2690-ca66-45bb-9591-67450af7c4c3 req-a9cd41ed-cc1e-406a-a1f3-47a568f0f47c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1523497 Apr 06 17:49:39.775257 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-b5e4a841-b78a-4525-a53b-61796a34b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:39.776712 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-b5e4a841-b78a-4525-a53b-61796a34b4a7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 1130 time: 0.1391232 Apr 06 17:49:39.802958 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:49:38Z', 'revision_number': 5, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:39.833729 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae64b8c-719a-4431-92d7-41ba125e15bb None None] The sync data for ids ['53c217ce-7629-48e9-8a63-ba4c108bb112'] in dv-cinder-835880-5-iscsi is: [{'id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'name': 'tempest-TestShelveInstance-1932100216-router', 'tenant_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:49:38Z', 'revision_number': 5, 'project_id': 'd3a96b6f9b714f63aa9c40d49d42d031', 'gw_port': {'id': '8c817e03-ab20-476b-ae88-b5833ae9d22e', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:6a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c217ce-7629-48e9-8a63-ba4c108bb112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:32Z', 'updated_at': '2022-04-06T17:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:49:39.875030 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] For port 8c817e03-ab20-476b-ae88-b5833ae9d22e, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=8c817e03-ab20-476b-ae88-b5833ae9d22e,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:39.875403 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:39.884375 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Deleting port 66676b84-45f7-4348-94b0-a38d182ab959 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:39.884726 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (66676b84-45f7-4348-94b0-a38d182ab959), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:39.894699 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Calling delete_port for 8c817e03-ab20-476b-ae88-b5833ae9d22e owned by network:router_gateway {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:39.965295 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (66676b84-45f7-4348-94b0-a38d182ab959), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:39.965563 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (66676b84-45f7-4348-94b0-a38d182ab959), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:39.966871 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-2fdaab32-49f6-4ee4-bd99-d986eb8531fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:39.968350 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-2fdaab32-49f6-4ee4-bd99-d986eb8531fa service neutron] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 912 time: 0.1616099 Apr 06 17:49:39.978602 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Calling delete_port for 66676b84-45f7-4348-94b0-a38d182ab959 owned by network:floatingip {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:40.080437 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-d31a7316-36e0-4c85-b024-34cec217aa8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf90d17-a052-4957-9b60-35e649b67826 HTTP/1.1" status: 200 len: 1002 time: 0.1051011 Apr 06 17:49:40.127694 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (66676b84-45f7-4348-94b0-a38d182ab959), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.154156 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event deleted for resources: {'Port': ['ID=66676b84-45f7-4348-94b0-a38d182ab959,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:40.159105 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-26db618d-38d3-4cc7-933d-7f6505a8c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:40.160572 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-26db618d-38d3-4cc7-933d-7f6505a8c6a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0715985 Apr 06 17:49:40.214249 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (8c817e03-ab20-476b-ae88-b5833ae9d22e), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.221230 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (ccff4572-ec92-48dc-a779-e29c8a4be818), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.221580 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.db.l3_db [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Floating IP ccff4572-ec92-48dc-a779-e29c8a4be818 disassociated (deleted). External IP: 172.27.2.153, port: 5ee73106-ae6e-4d5e-a764-383e57f4b627. Apr 06 17:49:40.247890 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c817e03-ab20-476b-ae88-b5833ae9d22e,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:40.276515 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-f3998439-fb0c-4b4d-a822-90772f7032aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:40.278061 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-f3998439-fb0c-4b4d-a822-90772f7032aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1095972 Apr 06 17:49:40.371526 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761659'] for router_gateway (53c217ce-7629-48e9-8a63-ba4c108bb112), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.448899 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Router d8a57947-53b4-4b7b-9d58-e40f8a8179ca has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:49:40.482507 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1995'] for router (53c217ce-7629-48e9-8a63-ba4c108bb112), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.487479 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Publish callbacks [] for router_controller (53c217ce-7629-48e9-8a63-ba4c108bb112), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.502985 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-27ecae30-434f-44e4-b8de-34ebf7df75f5 service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985552 Apr 06 17:49:40.563886 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:49:40.568754 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.575627 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] Sync routers for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:49:40.576189 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757889'] for router (53c217ce-7629-48e9-8a63-ba4c108bb112), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.576304 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c217ce-7629-48e9-8a63-ba4c108bb112 {{(pid=104729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:49:40.583383 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.584528 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-690547b9-0892-4d51-9250-b1932b97ce78 admin admin] 10.222.0.18 "DELETE /v2.0/routers/53c217ce-7629-48e9-8a63-ba4c108bb112 HTTP/1.1" status: 204 len: 168 time: 1.5854795 Apr 06 17:49:40.586946 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33054) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:40.587644 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:40.588321 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:40.618631 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-4a523ee3-a479-4f87-b956-a61defece730 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "DELETE /v2.0/floatingips/ccff4572-ec92-48dc-a779-e29c8a4be818 HTTP/1.1" status: 204 len: 168 time: 0.9248126 Apr 06 17:49:40.619655 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'tag': '5ee73106-ae6e-4d5e-a764-383e57f4b627'}] {{(pid=104731) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:49:40.624491 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1243f8b4e91f60879ad76d3138be29ef9aa3a93f0b6a14513a3e2b4e35225bbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90" -d '{"events": [{"name": "network-changed", "server_uuid": "ecaa364c-043e-4aeb-8b44-81f662f3078a", "tag": "5ee73106-ae6e-4d5e-a764-383e57f4b627"}]}' {{(pid=104731) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:49:40.667384 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4daa0ab-2c51-40a6-ab7b-465c7f38e785 admin admin] Deleting subnet fbc0328f-4afc-46d6-b244-328f93592839 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:49:40.679829 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b4daa0ab-2c51-40a6-ab7b-465c7f38e785 admin admin] Publish callbacks [] for subnet (fbc0328f-4afc-46d6-b244-328f93592839), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.704169 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4ec31eb6-9d45-40fe-a424-e76d9d4c138b req-2a66ed19-66eb-479d-bf67-5cca384edc03 service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708684 Apr 06 17:49:40.707946 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99c3f50-5d35-4861-a128-97d44caaf93f x-openstack-request-id: req-a99c3f50-5d35-4861-a128-97d44caaf93f {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:49:40.709982 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecaa364c-043e-4aeb-8b44-81f662f3078a", "tag": "5ee73106-ae6e-4d5e-a764-383e57f4b627", "status": "completed", "code": 200}]} {{(pid=104731) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:49:40.710281 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a99c3f50-5d35-4861-a128-97d44caaf93f {{(pid=104731) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:49:40.710891 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a99c3f50-5d35-4861-a128-97d44caaf93f'] response: {'name': 'network-changed', 'server_uuid': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'tag': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'status': 'completed', 'code': 200} Apr 06 17:49:40.766564 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b4daa0ab-2c51-40a6-ab7b-465c7f38e785 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6102270'] for subnet (fbc0328f-4afc-46d6-b244-328f93592839), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:40.874222 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-00481de7-be9c-4837-996b-df6dcd168068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:40.874481 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:40.875845 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-00481de7-be9c-4837-996b-df6dcd168068 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 1129 time: 0.1489112 Apr 06 17:49:40.950134 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b4daa0ab-2c51-40a6-ab7b-465c7f38e785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (fbc0328f-4afc-46d6-b244-328f93592839), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.013187 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240206ad-1581-4f75-bef0-c9ca9bfec043 req-a517023e-2293-4ad2-9e5a-ba11a7a3cfa7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:41.014638 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-240206ad-1581-4f75-bef0-c9ca9bfec043 req-a517023e-2293-4ad2-9e5a-ba11a7a3cfa7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.1372590 Apr 06 17:49:41.032425 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db19746-85a6-4a72-a9fb-fec39707ea44 req-c2226aa2-00c0-41ce-86a3-fc7406903354 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:41.033891 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4db19746-85a6-4a72-a9fb-fec39707ea44 req-c2226aa2-00c0-41ce-86a3-fc7406903354 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 945 time: 0.1423173 Apr 06 17:49:41.075103 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b4daa0ab-2c51-40a6-ab7b-465c7f38e785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485962'] for subnet (fbc0328f-4afc-46d6-b244-328f93592839), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.118429 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd049912c-68f3-4892-bbe8-da3bea50aa97', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:10:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:34Z', 'updated_at': '2022-04-06T17:45:37Z', 'revision_number': 1, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:41.129980 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a764fd-e522-4f06-8aa4-0f5d0f973356 None None] Network 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:49:41.130993 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4daa0ab-2c51-40a6-ab7b-465c7f38e785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc0328f-4afc-46d6-b244-328f93592839,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:41.137240 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b4daa0ab-2c51-40a6-ab7b-465c7f38e785 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.140425 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b4daa0ab-2c51-40a6-ab7b-465c7f38e785 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fbc0328f-4afc-46d6-b244-328f93592839 HTTP/1.1" status: 204 len: 168 time: 0.5525758 Apr 06 17:49:41.143175 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33064) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:41.152322 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] Checking router: d8a57947-53b4-4b7b-9d58-e40f8a8179ca for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:49:41.161461 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:41.162185 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:41.171634 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-240206ad-1581-4f75-bef0-c9ca9bfec043 req-1bf76598-c0f0-4688-9695-60677ecf5a0c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1489930 Apr 06 17:49:41.204282 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4db19746-85a6-4a72-a9fb-fec39707ea44 req-7b684c7e-a45b-4266-98ac-16954e48f8d1 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591632 Apr 06 17:49:41.277970 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (0b19008d-7731-4acd-93d2-8fa6cfe4eae7), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.294066 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:41.297428 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device a6abd525-8f3e-4dd4-9f48-df4859be5bf9 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:41.320406 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: a6abd525-8f3e-4dd4-9f48-df4859be5bf9 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:41.321044 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device a6abd525-8f3e-4dd4-9f48-df4859be5bf9 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:41.321634 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 8c817e03-ab20-476b-ae88-b5833ae9d22e no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:41.350480 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 8c817e03-ab20-476b-ae88-b5833ae9d22e {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:41.350901 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Deleting port 6fac3ee3-47df-4639-b360-da160df848a1 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:41.351250 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (6fac3ee3-47df-4639-b360-da160df848a1), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.351549 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 8c817e03-ab20-476b-ae88-b5833ae9d22e not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:41.416484 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] For port 6fac3ee3-47df-4639-b360-da160df848a1, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=6fac3ee3-47df-4639-b360-da160df848a1,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:41.416484 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (6fac3ee3-47df-4639-b360-da160df848a1), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.424477 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94feb4f-767a-4082-a77f-a3ec4b10ece8 None None] DHCP port deletion for 0b19008d-7731-4acd-93d2-8fa6cfe4eae7 request from dv-cinder-835880-5-iscsi {{(pid=104732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:49:41.435088 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Calling delete_port for 6fac3ee3-47df-4639-b360-da160df848a1 owned by network:dhcp {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:41.464118 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:49:41.475586 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-e94feb4f-767a-4082-a77f-a3ec4b10ece8 None None] Deleting port 6fac3ee3-47df-4639-b360-da160df848a1 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:41.476115 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e94feb4f-767a-4082-a77f-a3ec4b10ece8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (6fac3ee3-47df-4639-b360-da160df848a1), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.524061 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (6fac3ee3-47df-4639-b360-da160df848a1), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.546422 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-e94feb4f-767a-4082-a77f-a3ec4b10ece8 None None] For port 6fac3ee3-47df-4639-b360-da160df848a1, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=6fac3ee3-47df-4639-b360-da160df848a1,segment=NetworkSegment(fbc5eb20-d762-456c-b2ee-d13866f29f21),segment_id=fbc5eb20-d762-456c-b2ee-d13866f29f21)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:41.547215 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e94feb4f-767a-4082-a77f-a3ec4b10ece8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (6fac3ee3-47df-4639-b360-da160df848a1), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.552966 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd049912c-68f3-4892-bbe8-da3bea50aa97', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:10:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:34Z', 'updated_at': '2022-04-06T17:45:37Z', 'revision_number': 1, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:41.553307 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] No DVR routers for this DVR port 6fac3ee3-47df-4639-b360-da160df848a1 on host dv-cinder-835880-5-iscsi {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:49:41.558083 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fac3ee3-47df-4639-b360-da160df848a1,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:41.562208 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-e94feb4f-767a-4082-a77f-a3ec4b10ece8 None None] Calling delete_port for 6fac3ee3-47df-4639-b360-da160df848a1 owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:41.580667 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22c791b-c6ae-42d8-80cc-e9f5de224192 None None] The sync data for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi is: [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_floatingips': [{'id': 'd049912c-68f3-4892-bbe8-da3bea50aa97', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'floating_ip_address': '172.27.2.163', 'floating_network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'router_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'port_id': '1bf90d17-a052-4957-9b60-35e649b67826', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'mac_address': 'fa:16:3e:10:43:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T17:45:34Z', 'updated_at': '2022-04-06T17:45:37Z', 'revision_number': 1, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:49:41.641284 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (0b19008d-7731-4acd-93d2-8fa6cfe4eae7), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.645681 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e94feb4f-767a-4082-a77f-a3ec4b10ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (6fac3ee3-47df-4639-b360-da160df848a1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.666946 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b19008d-7731-4acd-93d2-8fa6cfe4eae7']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:41.674879 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94feb4f-767a-4082-a77f-a3ec4b10ece8 None None] Pushing event deleted for resources: {'Port': ['ID=6fac3ee3-47df-4639-b360-da160df848a1,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:41.678696 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc5eb20-d762-456c-b2ee-d13866f29f21') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:41.679057 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc5eb20-d762-456c-b2ee-d13866f29f21') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:41.680673 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94feb4f-767a-4082-a77f-a3ec4b10ece8 None None] No DVR routers for this DVR port 6fac3ee3-47df-4639-b360-da160df848a1 on host dv-cinder-835880-5-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:49:41.690404 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (fbc5eb20-d762-456c-b2ee-d13866f29f21), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.705641 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (fbc5eb20-d762-456c-b2ee-d13866f29f21), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.711862 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:49:41.712560 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (fbc5eb20-d762-456c-b2ee-d13866f29f21), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:49:41.713865 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:49:41.770766 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (0b19008d-7731-4acd-93d2-8fa6cfe4eae7), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.776518 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:41.779709 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0b19008d-7731-4acd-93d2-8fa6cfe4eae7 HTTP/1.1" status: 204 len: 168 time: 0.6354773 Apr 06 17:49:41.782696 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33066) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:41.790981 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95524b8-6e15-4e00-a1f4-4577d597bb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b19008d-7731-4acd-93d2-8fa6cfe4eae7,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:41.863281 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348fcc85-82f5-4edc-9ec7-b07757913b9f None None] New status for floating IP ccff4572-ec92-48dc-a779-e29c8a4be818: DOWN {{(pid=104732) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:49:42.074813 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-920de0c2-9c5e-4fdc-a07e-ff92f2a4c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:42.076272 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-920de0c2-9c5e-4fdc-a07e-ff92f2a4c358 service neutron] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 912 time: 0.1735928 Apr 06 17:49:42.142064 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-37f0e30e-d811-4292-b42d-e5bea6a268a8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ee73106-ae6e-4d5e-a764-383e57f4b627 HTTP/1.1" status: 200 len: 217 time: 0.0372171 Apr 06 17:49:42.213026 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-3cd08fc0-f8ed-4dce-ad2a-1aead4edb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:42.214383 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-3cd08fc0-f8ed-4dce-ad2a-1aead4edb3a1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.0669425 Apr 06 17:49:42.435936 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491c5fd-662f-4a1c-bfa5-6da584ddd507 req-2d468ae2-387e-494a-9a62-79d52714744e tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:42.437329 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4491c5fd-662f-4a1c-bfa5-6da584ddd507 req-2d468ae2-387e-494a-9a62-79d52714744e tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.1830406 Apr 06 17:49:42.453745 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758637'] for router_interface (dda64227-eb16-4a91-b0cc-a71ace194ba3), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:42.470752 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed611f-f581-4f45-9c1d-f8f7ac2aec7c req-a8ebc2a9-b34e-462d-8e97-77ec2417f455 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:42.472203 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9fed611f-f581-4f45-9c1d-f8f7ac2aec7c req-a8ebc2a9-b34e-462d-8e97-77ec2417f455 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 945 time: 0.1953537 Apr 06 17:49:42.519827 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-dd4df28b-a123-4159-9c43-d5866c5032e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:42.521285 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-dd4df28b-a123-4159-9c43-d5866c5032e8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1964822 Apr 06 17:49:42.564476 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-5f0e3a87-4787-4892-9f3e-37770a35e29c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:42.565872 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-5f0e3a87-4787-4892-9f3e-37770a35e29c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 945 time: 0.1901546 Apr 06 17:49:42.744483 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9fed611f-f581-4f45-9c1d-f8f7ac2aec7c req-f674a39d-57b8-492b-b70d-bbcb2c69aa4a tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266924 Apr 06 17:49:42.759525 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4491c5fd-662f-4a1c-bfa5-6da584ddd507 req-96505d51-3dd5-43fb-bd48-54f1c06a5c4e tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3134990 Apr 06 17:49:42.809246 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-6d9602d4-7864-46a1-a6cd-9398f86ebb80 service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726526 Apr 06 17:49:42.934873 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-bb94447d-350a-49c8-9fac-9b281826415b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Deleting port 5ee73106-ae6e-4d5e-a764-383e57f4b627 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:42.935219 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-bb94447d-350a-49c8-9fac-9b281826415b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:43.022055 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d4f123d9-1b16-42bb-93bf-3eaa12e46a90 req-e4f9f10c-229b-4abc-8718-59b8d4455bea service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052884 Apr 06 17:49:43.085225 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-bb94447d-350a-49c8-9fac-9b281826415b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] For port 5ee73106-ae6e-4d5e-a764-383e57f4b627, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=5ee73106-ae6e-4d5e-a764-383e57f4b627,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:43.085592 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-bb94447d-350a-49c8-9fac-9b281826415b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:43.101748 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-bb94447d-350a-49c8-9fac-9b281826415b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Calling delete_port for 5ee73106-ae6e-4d5e-a764-383e57f4b627 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:43.195182 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] Deleting port a8a922e5-c700-40dd-aa8d-021441fdc908 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:43.195531 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:43.221655 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 6fac3ee3-47df-4639-b360-da160df848a1 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:43.246519 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 6fac3ee3-47df-4639-b360-da160df848a1 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:43.246854 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 6fac3ee3-47df-4639-b360-da160df848a1 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:43.589861 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] For port a8a922e5-c700-40dd-aa8d-021441fdc908, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=a8a922e5-c700-40dd-aa8d-021441fdc908,segment=NetworkSegment(880cd53d-2dd8-4608-83e6-6ec25172b3b8),segment_id=880cd53d-2dd8-4608-83e6-6ec25172b3b8)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:43.590500 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:43.605987 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] Calling delete_port for a8a922e5-c700-40dd-aa8d-021441fdc908 owned by network:router_interface {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:43.607816 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-bb94447d-350a-49c8-9fac-9b281826415b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (5ee73106-ae6e-4d5e-a764-383e57f4b627), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:43.645883 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94447d-350a-49c8-9fac-9b281826415b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event deleted for resources: {'Port': ['ID=5ee73106-ae6e-4d5e-a764-383e57f4b627,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:43.728020 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-bb94447d-350a-49c8-9fac-9b281826415b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] No DVR routers for this DVR port 5ee73106-ae6e-4d5e-a764-383e57f4b627 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:49:43.731408 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-bb94447d-350a-49c8-9fac-9b281826415b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:43.734682 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-f4d63a1e-bf2d-48f7-abc0-11975ad667f9 req-bb94447d-350a-49c8-9fac-9b281826415b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "DELETE /v2.0/ports/5ee73106-ae6e-4d5e-a764-383e57f4b627 HTTP/1.1" status: 204 len: 173 time: 1.1319206 Apr 06 17:49:43.735176 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'name': 'network-vif-deleted', 'tag': '5ee73106-ae6e-4d5e-a764-383e57f4b627'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:49:43.737569 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8213420-42c3-48c2-bea3-8d39b9a05db7" -d '{"events": [{"server_uuid": "ecaa364c-043e-4aeb-8b44-81f662f3078a", "name": "network-vif-deleted", "tag": "5ee73106-ae6e-4d5e-a764-383e57f4b627"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:49:43.791370 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7043473-14b2-4e5e-9257-9d0678c180ca x-openstack-request-id: req-e7043473-14b2-4e5e-9257-9d0678c180ca {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:49:43.791669 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecaa364c-043e-4aeb-8b44-81f662f3078a", "name": "network-vif-deleted", "tag": "5ee73106-ae6e-4d5e-a764-383e57f4b627", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:49:43.791924 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e7043473-14b2-4e5e-9257-9d0678c180ca {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:49:43.792341 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7043473-14b2-4e5e-9257-9d0678c180ca'] response: {'server_uuid': 'ecaa364c-043e-4aeb-8b44-81f662f3078a', 'name': 'network-vif-deleted', 'tag': '5ee73106-ae6e-4d5e-a764-383e57f4b627', 'status': 'completed', 'code': 200} Apr 06 17:49:43.861701 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-1e47618d-3313-42c5-95de-6feb8a931f9f req-acddf36c-a429-4adc-9366-a14b20a79d0c tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecaa364c-043e-4aeb-8b44-81f662f3078a HTTP/1.1" status: 200 len: 210 time: 0.0306072 Apr 06 17:49:43.952341 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f23986-3ffc-4d95-b53c-854ca9668c2c req-8a2a621f-50ce-4947-892f-fd1f95d9a889 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:43.953966 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-81f23986-3ffc-4d95-b53c-854ca9668c2c req-8a2a621f-50ce-4947-892f-fd1f95d9a889 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.0960369 Apr 06 17:49:43.955547 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (a8a922e5-c700-40dd-aa8d-021441fdc908), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:43.990076 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a922e5-c700-40dd-aa8d-021441fdc908,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:44.094198 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-81f23986-3ffc-4d95-b53c-854ca9668c2c req-c0947a17-1297-4ba2-b491-3a4a4ca13bab tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1341472 Apr 06 17:49:44.216937 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761853'] for router_interface (dda64227-eb16-4a91-b0cc-a71ace194ba3), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:44.450328 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] Router dda64227-eb16-4a91-b0cc-a71ace194ba3 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:49:44.565623 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:49:44.571149 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-0c326239-75e5-4e78-8e93-cedfa054eb00 admin admin] 10.222.0.18 "PUT /v2.0/routers/dda64227-eb16-4a91-b0cc-a71ace194ba3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7872257 Apr 06 17:49:44.573931 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33078) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:44.576752 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] Sync routers for ids ['dda64227-eb16-4a91-b0cc-a71ace194ba3'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:49:44.587939 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] Routers {'dda64227-eb16-4a91-b0cc-a71ace194ba3'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:44.588567 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['dda64227-eb16-4a91-b0cc-a71ace194ba3'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:44.682401 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Publish callbacks [] for router (dda64227-eb16-4a91-b0cc-a71ace194ba3), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:44.694798 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] Set router dda64227-eb16-4a91-b0cc-a71ace194ba3 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:44.792501 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Publish callbacks [] for router_gateway (dda64227-eb16-4a91-b0cc-a71ace194ba3), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:44.847664 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Deleting port fd1052ce-e39a-4083-b8c8-cc6de95547f3 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:44.847921 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:44.878304 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'name': 'tempest-TestShelveInstance-1260366899-router', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:38Z', 'updated_at': '2022-04-06T17:49:43Z', 'revision_number': 5, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'gw_port': {'id': 'fd1052ce-e39a-4083-b8c8-cc6de95547f3', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:44:39Z', 'updated_at': '2022-04-06T17:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:44.910710 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] Checking router: dda64227-eb16-4a91-b0cc-a71ace194ba3 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:49:44.919554 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] Routers {'dda64227-eb16-4a91-b0cc-a71ace194ba3'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:44.920157 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['dda64227-eb16-4a91-b0cc-a71ace194ba3'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:44.941636 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] For port fd1052ce-e39a-4083-b8c8-cc6de95547f3, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=fd1052ce-e39a-4083-b8c8-cc6de95547f3,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:44.942004 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:44.956132 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Calling delete_port for fd1052ce-e39a-4083-b8c8-cc6de95547f3 owned by network:router_gateway {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:45.025256 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] Set router dda64227-eb16-4a91-b0cc-a71ace194ba3 gateway port host: None {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:45.113176 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'name': 'tempest-TestShelveInstance-1260366899-router', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:38Z', 'updated_at': '2022-04-06T17:49:44Z', 'revision_number': 6, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'gw_port_host': None}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:45.140826 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef347a2-56f5-425c-a8eb-91bbc3d560ca None None] The sync data for ids ['dda64227-eb16-4a91-b0cc-a71ace194ba3'] in dv-cinder-835880-5-iscsi is: [{'id': 'dda64227-eb16-4a91-b0cc-a71ace194ba3', 'name': 'tempest-TestShelveInstance-1260366899-router', 'tenant_id': '54f3601d7eff42c2bf9faeac14a01d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:44:38Z', 'updated_at': '2022-04-06T17:49:44Z', 'revision_number': 6, 'project_id': '54f3601d7eff42c2bf9faeac14a01d44', 'gw_port_host': None}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:49:45.162511 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (fd1052ce-e39a-4083-b8c8-cc6de95547f3), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.228910 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1052ce-e39a-4083-b8c8-cc6de95547f3,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:45.309274 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761659'] for router_gateway (dda64227-eb16-4a91-b0cc-a71ace194ba3), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.321149 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b9847-e2ca-4c02-87d2-4e522f13880f req-9f4acaf8-d93b-4c2a-bb47-c6bca0c8541d tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:45.322657 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d83b9847-e2ca-4c02-87d2-4e522f13880f req-9f4acaf8-d93b-4c2a-bb47-c6bca0c8541d tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.1194861 Apr 06 17:49:45.430273 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1995'] for router (dda64227-eb16-4a91-b0cc-a71ace194ba3), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.436388 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Publish callbacks [] for router_controller (dda64227-eb16-4a91-b0cc-a71ace194ba3), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.499859 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-d83b9847-e2ca-4c02-87d2-4e522f13880f req-0aeda13b-0acc-46df-af5d-3f0c49d37a93 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499259 Apr 06 17:49:45.501493 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757889'] for router (dda64227-eb16-4a91-b0cc-a71ace194ba3), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.502138 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dda64227-eb16-4a91-b0cc-a71ace194ba3 {{(pid=104729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:49:45.506658 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.510636 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b2ca936e-2634-4f67-ad7a-361aa5594b3d admin admin] 10.222.0.18 "DELETE /v2.0/routers/dda64227-eb16-4a91-b0cc-a71ace194ba3 HTTP/1.1" status: 204 len: 168 time: 0.9353583 Apr 06 17:49:45.511357 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33088) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:45.561933 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19f34e7-d558-4893-bfec-f300e07d6648 admin admin] Deleting subnet a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07 {{(pid=104731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:49:45.566350 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a19f34e7-d558-4893-bfec-f300e07d6648 admin admin] Publish callbacks [] for subnet (a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.603863 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a19f34e7-d558-4893-bfec-f300e07d6648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572447'] for subnet (a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.685226 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a19f34e7-d558-4893-bfec-f300e07d6648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.741726 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a19f34e7-d558-4893-bfec-f300e07d6648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5282656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692795'] for subnet (a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.755064 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 5ee73106-ae6e-4d5e-a764-383e57f4b627 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:45.768931 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f34e7-d558-4893-bfec-f300e07d6648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:45.770976 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-a19f34e7-d558-4893-bfec-f300e07d6648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.774350 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-a19f34e7-d558-4893-bfec-f300e07d6648 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a2efa076-b98e-4d8c-ac3a-2f42bdf7ac07 HTTP/1.1" status: 204 len: 168 time: 0.2618115 Apr 06 17:49:45.776634 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33090) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:45.779147 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d36e386-ca69-46f9-b769-0cae624c99cb None None] Network 01e203f0-b438-49fb-b412-552b94c7c84a requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:49:45.780983 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 5ee73106-ae6e-4d5e-a764-383e57f4b627 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:45.781326 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 5ee73106-ae6e-4d5e-a764-383e57f4b627 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:45.847846 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (01e203f0-b438-49fb-b412-552b94c7c84a), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.902450 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Deleting port d6dffe15-6a0f-4d59-aa36-1b70101f4750 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:45.902801 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.951017 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9626bef5-7a64-443e-82e5-14895cd356f5 None None] DHCP port deletion for 01e203f0-b438-49fb-b412-552b94c7c84a request from dv-cinder-835880-5-iscsi {{(pid=104732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:49:45.971596 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] For port d6dffe15-6a0f-4d59-aa36-1b70101f4750, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=d6dffe15-6a0f-4d59-aa36-1b70101f4750,segment=NetworkSegment(880cd53d-2dd8-4608-83e6-6ec25172b3b8),segment_id=880cd53d-2dd8-4608-83e6-6ec25172b3b8)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:45.972472 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:45.985826 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Calling delete_port for d6dffe15-6a0f-4d59-aa36-1b70101f4750 owned by network:dhcp {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:45.999924 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-9626bef5-7a64-443e-82e5-14895cd356f5 None None] Deleting port d6dffe15-6a0f-4d59-aa36-1b70101f4750 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:46.000301 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9626bef5-7a64-443e-82e5-14895cd356f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.071711 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.081711 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-9626bef5-7a64-443e-82e5-14895cd356f5 None None] For port d6dffe15-6a0f-4d59-aa36-1b70101f4750, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=d6dffe15-6a0f-4d59-aa36-1b70101f4750,segment=NetworkSegment(880cd53d-2dd8-4608-83e6-6ec25172b3b8),segment_id=880cd53d-2dd8-4608-83e6-6ec25172b3b8)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:46.082221 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9626bef5-7a64-443e-82e5-14895cd356f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.096706 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-9626bef5-7a64-443e-82e5-14895cd356f5 None None] Calling delete_port for d6dffe15-6a0f-4d59-aa36-1b70101f4750 owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:46.101469 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6dffe15-6a0f-4d59-aa36-1b70101f4750,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:46.105287 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] No DVR routers for this DVR port d6dffe15-6a0f-4d59-aa36-1b70101f4750 on host dv-cinder-835880-5-iscsi {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:49:46.187811 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9626bef5-7a64-443e-82e5-14895cd356f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (d6dffe15-6a0f-4d59-aa36-1b70101f4750), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.193013 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (01e203f0-b438-49fb-b412-552b94c7c84a), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.214968 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626bef5-7a64-443e-82e5-14895cd356f5 None None] Pushing event deleted for resources: {'Port': ['ID=d6dffe15-6a0f-4d59-aa36-1b70101f4750,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:46.216955 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9626bef5-7a64-443e-82e5-14895cd356f5 None None] No DVR routers for this DVR port d6dffe15-6a0f-4d59-aa36-1b70101f4750 on host dv-cinder-835880-5-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:49:46.222731 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e203f0-b438-49fb-b412-552b94c7c84a']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:46.239133 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880cd53d-2dd8-4608-83e6-6ec25172b3b8') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:46.239980 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880cd53d-2dd8-4608-83e6-6ec25172b3b8') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:46.250810 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (880cd53d-2dd8-4608-83e6-6ec25172b3b8), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.264971 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (880cd53d-2dd8-4608-83e6-6ec25172b3b8), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.272000 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:49:46.272450 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (880cd53d-2dd8-4608-83e6-6ec25172b3b8), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:49:46.274710 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:49:46.333577 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (01e203f0-b438-49fb-b412-552b94c7c84a), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.339256 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.342625 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] 10.222.0.18 "DELETE /v2.0/networks/01e203f0-b438-49fb-b412-552b94c7c84a HTTP/1.1" status: 204 len: 168 time: 0.5650783 Apr 06 17:49:46.354292 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43e775-9367-4e88-8c31-72d0cb4f4c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=01e203f0-b438-49fb-b412-552b94c7c84a,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:46.455866 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33100) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:46.495240 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-61c5cc01-72af-453e-ba81-696708bd3b83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3a96b6f9b714f63aa9c40d49d42d031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380814 Apr 06 17:49:46.497753 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33102) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:46.547205 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-21dfa0b1-5434-43e2-9fb6-bb5df771c7e1 admin admin] Publish callbacks [] for security_group (e183d348-ab6e-403a-a24a-b70bd3a9e5dd), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.569946 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-21dfa0b1-5434-43e2-9fb6-bb5df771c7e1 admin admin] Publish callbacks [] for security_group (e183d348-ab6e-403a-a24a-b70bd3a9e5dd), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.626300 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-21dfa0b1-5434-43e2-9fb6-bb5df771c7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (e183d348-ab6e-403a-a24a-b70bd3a9e5dd), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.629059 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-21dfa0b1-5434-43e2-9fb6-bb5df771c7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:46.630348 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-21dfa0b1-5434-43e2-9fb6-bb5df771c7e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e183d348-ab6e-403a-a24a-b70bd3a9e5dd HTTP/1.1" status: 204 len: 168 time: 0.1315796 Apr 06 17:49:46.635658 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea647417-8e0a-4a48-a20c-74d6b7bdd7ff req-4862072a-8be7-4ea7-bd87-f1bd78c2c2cb tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:46.637736 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ea647417-8e0a-4a48-a20c-74d6b7bdd7ff req-4862072a-8be7-4ea7-bd87-f1bd78c2c2cb tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.0611010 Apr 06 17:49:46.638479 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfa0b1-5434-43e2-9fb6-bb5df771c7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e183d348-ab6e-403a-a24a-b70bd3a9e5dd,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:46.712856 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ea647417-8e0a-4a48-a20c-74d6b7bdd7ff req-3483452a-9917-4b96-ba94-f4e38f023b3e tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690701 Apr 06 17:49:46.951239 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33110) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:46.999554 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-147384cc-c7dc-4a44-b2e1-f82868fbed81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54f3601d7eff42c2bf9faeac14a01d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471539 Apr 06 17:49:47.002096 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33112) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:47.049428 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74dfdf3a-b42c-4bff-b7e7-8ae24b687056 admin admin] Publish callbacks [] for security_group (17a8f66e-4bfc-42da-b076-b6d42110aa62), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:47.069814 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74dfdf3a-b42c-4bff-b7e7-8ae24b687056 admin admin] Publish callbacks [] for security_group (17a8f66e-4bfc-42da-b076-b6d42110aa62), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:47.116813 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74dfdf3a-b42c-4bff-b7e7-8ae24b687056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (17a8f66e-4bfc-42da-b076-b6d42110aa62), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:47.119463 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-74dfdf3a-b42c-4bff-b7e7-8ae24b687056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:47.120608 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-74dfdf3a-b42c-4bff-b7e7-8ae24b687056 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/17a8f66e-4bfc-42da-b076-b6d42110aa62 HTTP/1.1" status: 204 len: 168 time: 0.1176212 Apr 06 17:49:47.127954 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfdf3a-b42c-4bff-b7e7-8ae24b687056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a8f66e-4bfc-42da-b076-b6d42110aa62,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:47.184558 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33118) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:47.231601 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device a8a922e5-c700-40dd-aa8d-021441fdc908 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:47.256004 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: a8a922e5-c700-40dd-aa8d-021441fdc908 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:47.256649 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device a8a922e5-c700-40dd-aa8d-021441fdc908 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:47.257074 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d6dffe15-6a0f-4d59-aa36-1b70101f4750 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:47.276789 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: d6dffe15-6a0f-4d59-aa36-1b70101f4750 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:47.277139 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d6dffe15-6a0f-4d59-aa36-1b70101f4750 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:47.277562 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device fd1052ce-e39a-4083-b8c8-cc6de95547f3 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:47.306464 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: fd1052ce-e39a-4083-b8c8-cc6de95547f3 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:47.306464 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device fd1052ce-e39a-4083-b8c8-cc6de95547f3 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:47.363315 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Deleting port 639be0ef-243a-4287-b04c-8ddb543da160 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:47.363666 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (639be0ef-243a-4287-b04c-8ddb543da160), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:47.449388 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (639be0ef-243a-4287-b04c-8ddb543da160), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:47.449800 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (639be0ef-243a-4287-b04c-8ddb543da160), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:47.463679 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Calling delete_port for 639be0ef-243a-4287-b04c-8ddb543da160 owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:47.644938 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (639be0ef-243a-4287-b04c-8ddb543da160), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:47.673155 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event deleted for resources: {'Port': ['ID=639be0ef-243a-4287-b04c-8ddb543da160,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:47.733056 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (d049912c-68f3-4892-bbe8-da3bea50aa97), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:47.733388 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Floating IP d049912c-68f3-4892-bbe8-da3bea50aa97 disassociated (deleted). External IP: 172.27.2.163, port: 1bf90d17-a052-4957-9b60-35e649b67826. Apr 06 17:49:47.880150 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbb18c-a67f-4715-bff5-feac3a6fd247 req-7b327b1c-d48b-4e80-b690-ace9f6e790f7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:47.881639 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-77bbb18c-a67f-4715-bff5-feac3a6fd247 req-7b327b1c-d48b-4e80-b690-ace9f6e790f7 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.1013243 Apr 06 17:49:48.025513 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-77bbb18c-a67f-4715-bff5-feac3a6fd247 req-12336ea4-88f3-4d4f-b42e-cff4b384356d tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050336 Apr 06 17:49:48.037462 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Router d8a57947-53b4-4b7b-9d58-e40f8a8179ca has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:49:48.146099 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:49:48.150761 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:48.155106 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] Sync routers for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:49:48.165373 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:48.165989 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:48.180307 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d3426914-24b9-46ab-97e7-d7054d377a3b tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "DELETE /v2.0/floatingips/d049912c-68f3-4892-bbe8-da3bea50aa97 HTTP/1.1" status: 204 len: 168 time: 0.9946630 Apr 06 17:49:48.181001 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'tag': '1bf90d17-a052-4957-9b60-35e649b67826'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:49:48.183399 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63332c93-f17f-45c9-9bbc-f085405ad3ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4f3845-f75f-45c2-bd63-7e6da1317bd3", "tag": "1bf90d17-a052-4957-9b60-35e649b67826"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:49:48.219797 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d709fe1-1269-48a0-b22c-23703a2ec025 x-openstack-request-id: req-1d709fe1-1269-48a0-b22c-23703a2ec025 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:49:48.220703 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4f3845-f75f-45c2-bd63-7e6da1317bd3", "tag": "1bf90d17-a052-4957-9b60-35e649b67826", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:49:48.221032 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d709fe1-1269-48a0-b22c-23703a2ec025 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:49:48.221516 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d709fe1-1269-48a0-b22c-23703a2ec025'] response: {'name': 'network-changed', 'server_uuid': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'tag': '1bf90d17-a052-4957-9b60-35e649b67826', 'status': 'completed', 'code': 200} Apr 06 17:49:48.285086 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:48.286958 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-bad6d3d4-9b72-4c94-b121-b16a391db0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:48.289474 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-bad6d3d4-9b72-4c94-b121-b16a391db0c8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=85f20732d96644339e3686ca3c4b638a&device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0472898 Apr 06 17:49:48.498909 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:48.531154 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] Checking router: d8a57947-53b4-4b7b-9d58-e40f8a8179ca for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:49:48.540841 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:48.541378 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:48.717278 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-2639ed8c-ec48-4ebf-9812-780c234ad152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:48.718794 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-2639ed8c-ec48-4ebf-9812-780c234ad152 service neutron] 10.222.0.49 "GET /v2.0/networks?id=67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 200 len: 912 time: 0.4107134 Apr 06 17:49:48.728980 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b66a4-415c-4563-8fe9-59dfb2d46db7 req-840c603c-ed0b-4d6e-b9f2-8b1b6cd40d92 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:48.730680 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-225b66a4-415c-4563-8fe9-59dfb2d46db7 req-840c603c-ed0b-4d6e-b9f2-8b1b6cd40d92 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 946 time: 0.0881932 Apr 06 17:49:48.780567 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-225b66a4-415c-4563-8fe9-59dfb2d46db7 req-ee03833a-80d6-4252-aabc-6a046991d6f4 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442824 Apr 06 17:49:48.787734 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:48.990451 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:49.015239 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce72bbac-a0ff-4840-9f28-5a24750ca505 None None] The sync data for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi is: [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:48Z', 'revision_number': 4, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': '7dd9d691-78a9-4e13-9185-62178dcc9072', 'name': '', 'network_id': '67728473-918d-4a41-8dd2-dc3daea1b8b3', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'mac_address': 'fa:16:3e:04:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:47Z', 'updated_at': '2022-04-06T17:41:55Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'subnets': [{'id': '4cff0274-56b4-466d-9aed-75786ee2cf1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:49:49.148816 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d572-5d28-4685-9023-088100a1581d req-fda9bb6c-187d-47ea-9db5-12b6282db36d tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:49.150354 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4815d572-5d28-4685-9023-088100a1581d req-fda9bb6c-187d-47ea-9db5-12b6282db36d tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.0540986 Apr 06 17:49:49.220855 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-4815d572-5d28-4685-9023-088100a1581d req-a7f3b102-55fd-44e7-b3c0-3abcfff5ea0b tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643992 Apr 06 17:49:49.244743 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcb8836-5773-4f0e-96d4-1450bb67caff None None] New status for floating IP d049912c-68f3-4892-bbe8-da3bea50aa97: DOWN {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:49:49.423344 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-a1a42e5d-7601-4634-b892-20c9bc379959 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bf90d17-a052-4957-9b60-35e649b67826 HTTP/1.1" status: 200 len: 217 time: 0.0364153 Apr 06 17:49:49.685844 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-cf5d6eeb-c1bf-4301-9de7-b5f9ef5c339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:49.687286 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-cf5d6eeb-c1bf-4301-9de7-b5f9ef5c339e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 200 len: 850 time: 0.1764894 Apr 06 17:49:49.850775 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-0f893822-dd3d-44d2-bb42-30cb0c0b3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:49.852220 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-0f893822-dd3d-44d2-bb42-30cb0c0b3c4a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=67728473-918d-4a41-8dd2-dc3daea1b8b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550981 Apr 06 17:49:49.904505 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c84e8-ebfc-49a1-8f0a-0438382cc8cc req-115f04aa-d705-4200-be83-79631c3da156 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:49.905987 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c37c84e8-ebfc-49a1-8f0a-0438382cc8cc req-115f04aa-d705-4200-be83-79631c3da156 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 946 time: 0.0528946 Apr 06 17:49:49.953776 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-c37c84e8-ebfc-49a1-8f0a-0438382cc8cc req-e9a9d6e3-8037-49e6-9c03-fc1173f0f1e1 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/security-groups?id=10803a4f-be78-4df8-8b8c-2118432b8125&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420363 Apr 06 17:49:50.179181 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-eda85ed1-9fe7-4b14-9da2-ace70be39b70 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=104729) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 17:49:50.180062 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-eda85ed1-9fe7-4b14-9da2-ace70be39b70 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052547 Apr 06 17:49:50.334175 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70638ce6-2d10-471e-9420-69dc51158012 req-6dc57104-5a22-405b-9118-b91cd05c9def tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:50.335687 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-70638ce6-2d10-471e-9420-69dc51158012 req-6dc57104-5a22-405b-9118-b91cd05c9def tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 946 time: 0.1293046 Apr 06 17:49:50.344889 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-dd30ae32-599a-4b54-bb2a-82e88a9e09bd service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571343 Apr 06 17:49:50.474820 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84200c02-11c9-4ee9-8c9b-ada790a43ce6 req-51e9f02a-f6c6-45ab-9c9d-36da322fe458 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:49:50.476288 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-84200c02-11c9-4ee9-8c9b-ada790a43ce6 req-51e9f02a-f6c6-45ab-9c9d-36da322fe458 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.1840723 Apr 06 17:49:50.537912 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-63332c93-f17f-45c9-9bbc-f085405ad3ea req-9461da2d-268e-4644-96a6-e95ebf22368c service neutron] 10.222.0.49 "GET /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856823 Apr 06 17:49:50.570056 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-70638ce6-2d10-471e-9420-69dc51158012 req-a612b293-d8c1-4c66-a3e6-b0f70f8268e7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Deleting port 1bf90d17-a052-4957-9b60-35e649b67826 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:50.570402 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-70638ce6-2d10-471e-9420-69dc51158012 req-a612b293-d8c1-4c66-a3e6-b0f70f8268e7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (1bf90d17-a052-4957-9b60-35e649b67826), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:50.592037 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-84200c02-11c9-4ee9-8c9b-ada790a43ce6 req-1fb27ea4-9975-4411-9cf7-0f7be7748b54 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&id=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075327 Apr 06 17:49:50.666656 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-70638ce6-2d10-471e-9420-69dc51158012 req-a612b293-d8c1-4c66-a3e6-b0f70f8268e7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] For port 1bf90d17-a052-4957-9b60-35e649b67826, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1bf90d17-a052-4957-9b60-35e649b67826,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:50.667020 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-70638ce6-2d10-471e-9420-69dc51158012 req-a612b293-d8c1-4c66-a3e6-b0f70f8268e7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (1bf90d17-a052-4957-9b60-35e649b67826), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:50.679736 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-70638ce6-2d10-471e-9420-69dc51158012 req-a612b293-d8c1-4c66-a3e6-b0f70f8268e7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Calling delete_port for 1bf90d17-a052-4957-9b60-35e649b67826 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:50.808524 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-70638ce6-2d10-471e-9420-69dc51158012 req-a612b293-d8c1-4c66-a3e6-b0f70f8268e7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (1bf90d17-a052-4957-9b60-35e649b67826), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:50.834440 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612b293-d8c1-4c66-a3e6-b0f70f8268e7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event deleted for resources: {'Port': ['ID=1bf90d17-a052-4957-9b60-35e649b67826,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:50.880000 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-70638ce6-2d10-471e-9420-69dc51158012 req-a612b293-d8c1-4c66-a3e6-b0f70f8268e7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] No DVR routers for this DVR port 1bf90d17-a052-4957-9b60-35e649b67826 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:49:50.882397 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-70638ce6-2d10-471e-9420-69dc51158012 req-a612b293-d8c1-4c66-a3e6-b0f70f8268e7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:50.885887 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-70638ce6-2d10-471e-9420-69dc51158012 req-a612b293-d8c1-4c66-a3e6-b0f70f8268e7 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.49 "DELETE /v2.0/ports/1bf90d17-a052-4957-9b60-35e649b67826 HTTP/1.1" status: 204 len: 173 time: 0.5436504 Apr 06 17:49:50.886344 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'name': 'network-vif-deleted', 'tag': '1bf90d17-a052-4957-9b60-35e649b67826'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:49:50.888577 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8056998-afad-4dba-bff5-eff09c96d5f9" -d '{"events": [{"server_uuid": "ea4f3845-f75f-45c2-bd63-7e6da1317bd3", "name": "network-vif-deleted", "tag": "1bf90d17-a052-4957-9b60-35e649b67826"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:49:50.924641 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04478e8a-44ca-4a29-a6c7-292389f74695 x-openstack-request-id: req-04478e8a-44ca-4a29-a6c7-292389f74695 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:49:50.924965 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4f3845-f75f-45c2-bd63-7e6da1317bd3", "name": "network-vif-deleted", "tag": "1bf90d17-a052-4957-9b60-35e649b67826", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:49:50.925246 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04478e8a-44ca-4a29-a6c7-292389f74695 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:49:50.925665 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04478e8a-44ca-4a29-a6c7-292389f74695'] response: {'server_uuid': 'ea4f3845-f75f-45c2-bd63-7e6da1317bd3', 'name': 'network-vif-deleted', 'tag': '1bf90d17-a052-4957-9b60-35e649b67826', 'status': 'completed', 'code': 200} Apr 06 17:49:51.049103 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ff204c8b-79e6-487d-a855-9c5b21fd9adc req-5ec35c9d-09f2-4370-814f-f63340574a56 tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea4f3845-f75f-45c2-bd63-7e6da1317bd3 HTTP/1.1" status: 200 len: 210 time: 0.0306556 Apr 06 17:49:52.105600 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33144) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:52.228842 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-7638d58e-75c2-4bc6-be73-433b8d1fdaca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Deleting port d244ad65-f18a-4318-929f-54f194987102 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:52.229177 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7638d58e-75c2-4bc6-be73-433b8d1fdaca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (d244ad65-f18a-4318-929f-54f194987102), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:52.301985 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7638d58e-75c2-4bc6-be73-433b8d1fdaca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (d244ad65-f18a-4318-929f-54f194987102), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:52.302333 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7638d58e-75c2-4bc6-be73-433b8d1fdaca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (d244ad65-f18a-4318-929f-54f194987102), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:52.313911 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-7638d58e-75c2-4bc6-be73-433b8d1fdaca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Calling delete_port for d244ad65-f18a-4318-929f-54f194987102 owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:52.443752 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7638d58e-75c2-4bc6-be73-433b8d1fdaca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (d244ad65-f18a-4318-929f-54f194987102), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:52.473492 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638d58e-75c2-4bc6-be73-433b8d1fdaca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event deleted for resources: {'Port': ['ID=d244ad65-f18a-4318-929f-54f194987102,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:52.533829 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7638d58e-75c2-4bc6-be73-433b8d1fdaca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for floatingip (44a579a2-e0e2-4753-8cc2-e153d01cff03), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:52.536312 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-7638d58e-75c2-4bc6-be73-433b8d1fdaca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:52.537464 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-7638d58e-75c2-4bc6-be73-433b8d1fdaca tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "DELETE /v2.0/floatingips/44a579a2-e0e2-4753-8cc2-e153d01cff03 HTTP/1.1" status: 204 len: 168 time: 0.4308345 Apr 06 17:49:53.725224 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33156) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:53.780331 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a5f0830b-5ed9-4b76-b0df-0633cb46d64d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group (10803a4f-be78-4df8-8b8c-2118432b8125), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:53.804613 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a5f0830b-5ed9-4b76-b0df-0633cb46d64d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group (10803a4f-be78-4df8-8b8c-2118432b8125), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:53.810547 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 1bf90d17-a052-4957-9b60-35e649b67826 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:53.831068 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: 1bf90d17-a052-4957-9b60-35e649b67826 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:53.831405 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device 1bf90d17-a052-4957-9b60-35e649b67826 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:53.866508 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a5f0830b-5ed9-4b76-b0df-0633cb46d64d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (10803a4f-be78-4df8-8b8c-2118432b8125), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:53.869085 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a5f0830b-5ed9-4b76-b0df-0633cb46d64d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:53.870288 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a5f0830b-5ed9-4b76-b0df-0633cb46d64d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] 10.222.0.18 "DELETE /v2.0/security-groups/10803a4f-be78-4df8-8b8c-2118432b8125 HTTP/1.1" status: 204 len: 168 time: 0.1440394 Apr 06 17:49:53.880923 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f0830b-5ed9-4b76-b0df-0633cb46d64d tempest-TestVolumeBootPattern-519042738 tempest-TestVolumeBootPattern-519042738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10803a4f-be78-4df8-8b8c-2118432b8125,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:53.924131 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33160) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:54.364859 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758637'] for router_interface (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:54.604556 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] Deleting port 7dd9d691-78a9-4e13-9185-62178dcc9072 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:54.604890 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:54.679939 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] For port 7dd9d691-78a9-4e13-9185-62178dcc9072, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=7dd9d691-78a9-4e13-9185-62178dcc9072,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:54.680209 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:54.695830 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] Calling delete_port for 7dd9d691-78a9-4e13-9185-62178dcc9072 owned by network:router_interface {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:54.871420 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (7dd9d691-78a9-4e13-9185-62178dcc9072), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:54.894157 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd9d691-78a9-4e13-9185-62178dcc9072,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:55.062083 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761853'] for router_interface (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:55.276165 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] Router d8a57947-53b4-4b7b-9d58-e40f8a8179ca has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:49:55.380214 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:49:55.385233 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-461a1a92-883c-40b8-8135-aacaebccc056 admin admin] 10.222.0.18 "PUT /v2.0/routers/d8a57947-53b4-4b7b-9d58-e40f8a8179ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4599915 Apr 06 17:49:55.387696 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33164) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:55.389795 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] Sync routers for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:49:55.399822 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:55.400429 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:55.508645 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:55.701579 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:49:54Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:55.728930 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] Checking router: d8a57947-53b4-4b7b-9d58-e40f8a8179ca for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:49:55.737656 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] Routers {'d8a57947-53b4-4b7b-9d58-e40f8a8179ca'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:55.738400 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:55.747692 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Publish callbacks [] for router (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:55.847943 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] Set router d8a57947-53b4-4b7b-9d58-e40f8a8179ca gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:55.853376 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Publish callbacks [] for router_gateway (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:55.904707 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Deleting port 5227605f-34d3-4b60-bad0-136196f21114 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:55.905038 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (5227605f-34d3-4b60-bad0-136196f21114), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:55.981578 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] For port 5227605f-34d3-4b60-bad0-136196f21114, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=5227605f-34d3-4b60-bad0-136196f21114,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:55.981949 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (5227605f-34d3-4b60-bad0-136196f21114), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:55.998559 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Calling delete_port for 5227605f-34d3-4b60-bad0-136196f21114 owned by network:router_gateway {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:56.026609 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:49:54Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:56.066768 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c9c6c1-e54b-4be6-8e54-a7f333cd2d6c None None] The sync data for ids ['d8a57947-53b4-4b7b-9d58-e40f8a8179ca'] in dv-cinder-835880-5-iscsi is: [{'id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'name': 'tempest-TestVolumeBootPattern-324089199-router', 'tenant_id': '85f20732d96644339e3686ca3c4b638a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19'}], 'enable_snat': True}, 'gw_port_id': '5227605f-34d3-4b60-bad0-136196f21114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:49:54Z', 'revision_number': 5, 'project_id': '85f20732d96644339e3686ca3c4b638a', 'gw_port': {'id': '5227605f-34d3-4b60-bad0-136196f21114', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a57947-53b4-4b7b-9d58-e40f8a8179ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:45Z', 'updated_at': '2022-04-06T17:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:49:56.164056 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (5227605f-34d3-4b60-bad0-136196f21114), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.187082 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Pushing event deleted for resources: {'Port': ['ID=5227605f-34d3-4b60-bad0-136196f21114,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:56.249295 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761659'] for router_gateway (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.338298 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1995'] for router (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.340347 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Publish callbacks [] for router_controller (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.390539 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757889'] for router (d8a57947-53b4-4b7b-9d58-e40f8a8179ca), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.391153 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a57947-53b4-4b7b-9d58-e40f8a8179ca {{(pid=104731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:49:56.396059 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.399680 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-688a030f-2a43-4fb9-9075-0f508759b58a admin admin] 10.222.0.18 "DELETE /v2.0/routers/d8a57947-53b4-4b7b-9d58-e40f8a8179ca HTTP/1.1" status: 204 len: 168 time: 1.0086925 Apr 06 17:49:56.399973 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33166) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:56.445431 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f6bd39-186f-4a5a-8cf7-b2d8ca5903fc admin admin] Deleting subnet 4cff0274-56b4-466d-9aed-75786ee2cf1c {{(pid=104731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:49:56.448641 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c2f6bd39-186f-4a5a-8cf7-b2d8ca5903fc admin admin] Publish callbacks [] for subnet (4cff0274-56b4-466d-9aed-75786ee2cf1c), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.486835 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c2f6bd39-186f-4a5a-8cf7-b2d8ca5903fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572447'] for subnet (4cff0274-56b4-466d-9aed-75786ee2cf1c), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.569953 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c2f6bd39-186f-4a5a-8cf7-b2d8ca5903fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (4cff0274-56b4-466d-9aed-75786ee2cf1c), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.623355 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c2f6bd39-186f-4a5a-8cf7-b2d8ca5903fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5282656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692795'] for subnet (4cff0274-56b4-466d-9aed-75786ee2cf1c), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.650754 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6bd39-186f-4a5a-8cf7-b2d8ca5903fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cff0274-56b4-466d-9aed-75786ee2cf1c,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:56.655363 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c2f6bd39-186f-4a5a-8cf7-b2d8ca5903fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.662322 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c2f6bd39-186f-4a5a-8cf7-b2d8ca5903fc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4cff0274-56b4-466d-9aed-75786ee2cf1c HTTP/1.1" status: 204 len: 168 time: 0.2586172 Apr 06 17:49:56.662911 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c129478c-4a69-434a-ac5f-dbcd47e0db72 None None] Network 67728473-918d-4a41-8dd2-dc3daea1b8b3 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:49:56.663635 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33168) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:56.739520 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (67728473-918d-4a41-8dd2-dc3daea1b8b3), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.803242 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Deleting port 96bacbc5-1f15-48de-95f2-7d64d24bfecc {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:56.803618 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.869420 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] For port 96bacbc5-1f15-48de-95f2-7d64d24bfecc, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=96bacbc5-1f15-48de-95f2-7d64d24bfecc,segment=NetworkSegment(a489b8e2-612c-487f-8c02-53ca6443f446),segment_id=a489b8e2-612c-487f-8c02-53ca6443f446)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:56.869792 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.882852 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Calling delete_port for 96bacbc5-1f15-48de-95f2-7d64d24bfecc owned by network:dhcp {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:56.968171 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (96bacbc5-1f15-48de-95f2-7d64d24bfecc), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:56.998242 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] No DVR routers for this DVR port 96bacbc5-1f15-48de-95f2-7d64d24bfecc on host dv-cinder-835880-5-iscsi {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:49:57.003502 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Pushing event deleted for resources: {'Port': ['ID=96bacbc5-1f15-48de-95f2-7d64d24bfecc,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:57.074389 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (67728473-918d-4a41-8dd2-dc3daea1b8b3), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:57.100243 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67728473-918d-4a41-8dd2-dc3daea1b8b3']}} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:57.108007 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4f577-4275-4136-9417-ae8bffff94c6 None None] DHCP port deletion for 67728473-918d-4a41-8dd2-dc3daea1b8b3 request from dv-cinder-835880-5-iscsi {{(pid=104732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:49:57.111086 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a489b8e2-612c-487f-8c02-53ca6443f446') {'for_net_delete': True} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:57.111385 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.services.segments.db [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a489b8e2-612c-487f-8c02-53ca6443f446') {} {{(pid=104729) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:57.122294 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6102021'] for segment (a489b8e2-612c-487f-8c02-53ca6443f446), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:57.136346 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (a489b8e2-612c-487f-8c02-53ca6443f446), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:57.143144 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=104729) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:49:57.143536 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4922897'] for segment (a489b8e2-612c-487f-8c02-53ca6443f446), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: Traceback (most recent call last): Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: timer() Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: cb(*args, **kw) Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: return func(*args, **kwargs) Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: self._notify() Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: self.callback(batched_events) Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: event.method(event) Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: return f(self, *a, **k) Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: return self._get(url).json() Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: return self.request(url, 'GET', **kwargs) Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:49:57.145275 dv-cinder-835880-5-iscsi neutron-server[104729]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:49:57.186538 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1f202c06-d018-4382-8395-19b47ff72995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:57.200878 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (67728473-918d-4a41-8dd2-dc3daea1b8b3), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:57.207107 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:57.210278 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] 10.222.0.18 "DELETE /v2.0/networks/67728473-918d-4a41-8dd2-dc3daea1b8b3 HTTP/1.1" status: 204 len: 168 time: 0.5467548 Apr 06 17:49:57.213292 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33170) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:57.222277 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23521caf-dcfc-45eb-bf78-4043e3637baf admin admin] Pushing event deleted for resources: {'Network': ['ID=67728473-918d-4a41-8dd2-dc3daea1b8b3,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:57.252913 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 7dd9d691-78a9-4e13-9185-62178dcc9072 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:57.272143 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 7dd9d691-78a9-4e13-9185-62178dcc9072 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:57.272572 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 7dd9d691-78a9-4e13-9185-62178dcc9072 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:57.273053 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 5227605f-34d3-4b60-bad0-136196f21114 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:57.292158 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 5227605f-34d3-4b60-bad0-136196f21114 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:57.292594 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 5227605f-34d3-4b60-bad0-136196f21114 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:57.293136 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 96bacbc5-1f15-48de-95f2-7d64d24bfecc no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:57.314113 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 96bacbc5-1f15-48de-95f2-7d64d24bfecc {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:57.314456 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 96bacbc5-1f15-48de-95f2-7d64d24bfecc not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:57.567150 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758637'] for router_interface (c29ebd84-21bb-4830-8f95-8705e643fb89), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:57.811219 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] Deleting port 82c27894-0c06-44ae-80a4-fd4c1ea083b6 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:57.811454 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:57.888489 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] For port 82c27894-0c06-44ae-80a4-fd4c1ea083b6, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=82c27894-0c06-44ae-80a4-fd4c1ea083b6,segment=NetworkSegment(6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4),segment_id=6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:57.888874 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:57.901685 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] Calling delete_port for 82c27894-0c06-44ae-80a4-fd4c1ea083b6 owned by network:router_interface {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:58.079548 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (82c27894-0c06-44ae-80a4-fd4c1ea083b6), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:58.105760 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] Pushing event deleted for resources: {'Port': ['ID=82c27894-0c06-44ae-80a4-fd4c1ea083b6,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:58.271365 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761853'] for router_interface (c29ebd84-21bb-4830-8f95-8705e643fb89), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:58.487716 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] Router c29ebd84-21bb-4830-8f95-8705e643fb89 has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104731) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:49:58.593758 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104731) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:49:58.599491 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-e168f692-dce5-4c1d-ba08-c90c3e54f90f admin admin] 10.222.0.18 "PUT /v2.0/routers/c29ebd84-21bb-4830-8f95-8705e643fb89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3848684 Apr 06 17:49:58.601692 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33172) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:58.604595 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] Sync routers for ids ['c29ebd84-21bb-4830-8f95-8705e643fb89'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:49:58.614802 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] Routers {'c29ebd84-21bb-4830-8f95-8705e643fb89'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:58.615421 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['c29ebd84-21bb-4830-8f95-8705e643fb89'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:58.711867 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Publish callbacks [] for router (c29ebd84-21bb-4830-8f95-8705e643fb89), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:58.724139 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] Set router c29ebd84-21bb-4830-8f95-8705e643fb89 gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:58.819381 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Publish callbacks [] for router_gateway (c29ebd84-21bb-4830-8f95-8705e643fb89), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:58.878532 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Deleting port f11d0c00-4eb5-436a-8493-0355956e2686 {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:58.878875 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:58.899246 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'name': 'tempest-TestVolumeBootPattern-351728599-router', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:50Z', 'updated_at': '2022-04-06T17:49:58Z', 'revision_number': 5, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'gw_port': {'id': 'f11d0c00-4eb5-436a-8493-0355956e2686', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:15:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:41:51Z', 'updated_at': '2022-04-06T17:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:58.928835 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] Checking router: c29ebd84-21bb-4830-8f95-8705e643fb89 for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:49:58.937285 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] Routers {'c29ebd84-21bb-4830-8f95-8705e643fb89'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:49:58.938667 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:49:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['c29ebd84-21bb-4830-8f95-8705e643fb89'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:58.958106 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] For port f11d0c00-4eb5-436a-8493-0355956e2686, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=f11d0c00-4eb5-436a-8493-0355956e2686,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:49:58.958486 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:58.970840 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Calling delete_port for f11d0c00-4eb5-436a-8493-0355956e2686 owned by network:router_gateway {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:49:59.025331 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] Set router c29ebd84-21bb-4830-8f95-8705e643fb89 gateway port host: None {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:49:59.078862 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'name': 'tempest-TestVolumeBootPattern-351728599-router', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:50Z', 'updated_at': '2022-04-06T17:49:58Z', 'revision_number': 6, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'gw_port_host': None}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:49:59.106794 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e4906-eb2b-434f-b4c5-07168e21ded2 None None] The sync data for ids ['c29ebd84-21bb-4830-8f95-8705e643fb89'] in dv-cinder-835880-5-iscsi is: [{'id': 'c29ebd84-21bb-4830-8f95-8705e643fb89', 'name': 'tempest-TestVolumeBootPattern-351728599-router', 'tenant_id': 'c74566cd7da142a19238ebe6df434eaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:41:50Z', 'updated_at': '2022-04-06T17:49:58Z', 'revision_number': 6, 'project_id': 'c74566cd7da142a19238ebe6df434eaf', 'gw_port_host': None}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:49:59.137092 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (f11d0c00-4eb5-436a-8493-0355956e2686), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.166929 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11d0c00-4eb5-436a-8493-0355956e2686,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:59.225610 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761659'] for router_gateway (c29ebd84-21bb-4830-8f95-8705e643fb89), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.543165 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-dacf6a0c-0410-4f8d-9aae-6d16f4c4b464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.559661 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1995'] for router (c29ebd84-21bb-4830-8f95-8705e643fb89), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.560266 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 82c27894-0c06-44ae-80a4-fd4c1ea083b6 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:49:59.561957 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Publish callbacks [] for router_controller (c29ebd84-21bb-4830-8f95-8705e643fb89), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.587953 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 82c27894-0c06-44ae-80a4-fd4c1ea083b6 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:49:59.588313 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 82c27894-0c06-44ae-80a4-fd4c1ea083b6 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:49:59.611323 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757889'] for router (c29ebd84-21bb-4830-8f95-8705e643fb89), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.611875 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29ebd84-21bb-4830-8f95-8705e643fb89 {{(pid=104731) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:49:59.615966 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.617108 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-c8786b50-43de-4a72-89e7-07b3994ff3f0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c29ebd84-21bb-4830-8f95-8705e643fb89 HTTP/1.1" status: 204 len: 168 time: 1.0144122 Apr 06 17:49:59.620073 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33174) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:59.665970 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e02fc7-f3b7-4d96-98e1-239d44f60e62 admin admin] Deleting subnet 6795210d-ee33-4132-914b-741e9633109d {{(pid=104731) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:49:59.668994 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-03e02fc7-f3b7-4d96-98e1-239d44f60e62 admin admin] Publish callbacks [] for subnet (6795210d-ee33-4132-914b-741e9633109d), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.702822 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-03e02fc7-f3b7-4d96-98e1-239d44f60e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4572447'] for subnet (6795210d-ee33-4132-914b-741e9633109d), precommit_delete_associations {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.776005 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-03e02fc7-f3b7-4d96-98e1-239d44f60e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (6795210d-ee33-4132-914b-741e9633109d), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.829110 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-03e02fc7-f3b7-4d96-98e1-239d44f60e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5282656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4692795'] for subnet (6795210d-ee33-4132-914b-741e9633109d), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.854958 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e02fc7-f3b7-4d96-98e1-239d44f60e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6795210d-ee33-4132-914b-741e9633109d,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:49:59.856851 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-03e02fc7-f3b7-4d96-98e1-239d44f60e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for subnet (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.860567 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-03e02fc7-f3b7-4d96-98e1-239d44f60e62 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6795210d-ee33-4132-914b-741e9633109d HTTP/1.1" status: 204 len: 168 time: 0.2395680 Apr 06 17:49:59.862840 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2fa43e-cdfb-477f-a15a-c37fa2dd7b96 None None] Network 5a55c7b0-d9f4-49bb-860a-01f27316f468 requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:49:59.863017 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33176) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:49:59.932463 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (5a55c7b0-d9f4-49bb-860a-01f27316f468), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:49:59.989557 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Deleting port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:49:59.989901 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.029024 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] DHCP port deletion for 5a55c7b0-d9f4-49bb-860a-01f27316f468 request from dv-cinder-835880-5-iscsi {{(pid=104732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:50:00.062525 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] For port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=c9dc8951-71ac-44d3-bf8c-4f7b7b16005b,segment=NetworkSegment(6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4),segment_id=6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:00.063595 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.076540 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Calling delete_port for c9dc8951-71ac-44d3-bf8c-4f7b7b16005b owned by network:dhcp {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:00.085096 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Deleting port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:50:00.085509 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.150399 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] For port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=c9dc8951-71ac-44d3-bf8c-4f7b7b16005b,segment=NetworkSegment(6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4),segment_id=6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:00.150892 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.163886 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.164144 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Calling delete_port for c9dc8951-71ac-44d3-bf8c-4f7b7b16005b owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:00.194641 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9dc8951-71ac-44d3-bf8c-4f7b7b16005b,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:00.198736 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] No DVR routers for this DVR port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b on host dv-cinder-835880-5-iscsi {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:50:00.252335 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (c9dc8951-71ac-44d3-bf8c-4f7b7b16005b), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.271321 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (5a55c7b0-d9f4-49bb-860a-01f27316f468), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.275401 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Pushing event deleted for resources: {'Port': ['ID=c9dc8951-71ac-44d3-bf8c-4f7b7b16005b,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:00.284899 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.285252 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.285596 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.285934 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.286297 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.286630 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.286958 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.287284 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.287608 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.287934 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.288264 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.288587 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.288908 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.289226 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.289546 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:00.292312 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a55c7b0-d9f4-49bb-860a-01f27316f468']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:00.292449 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f94d5d6-bb37-442e-a289-8cabf954e054 None None] No DVR routers for this DVR port c9dc8951-71ac-44d3-bf8c-4f7b7b16005b on host dv-cinder-835880-5-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:50:00.305843 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:00.306166 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:00.315988 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.329245 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.335314 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:50:00.335865 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (6dee550a-c06b-4c22-a0d3-6ccfc63b5cc4), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:50:00.337621 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:50:00.394494 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (5a55c7b0-d9f4-49bb-860a-01f27316f468), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.400602 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.403719 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] 10.222.0.18 "DELETE /v2.0/networks/5a55c7b0-d9f4-49bb-860a-01f27316f468 HTTP/1.1" status: 204 len: 168 time: 0.5397391 Apr 06 17:50:00.416120 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350fcbf-e256-4273-89e1-40768c3fae8b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a55c7b0-d9f4-49bb-860a-01f27316f468,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:00.521144 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33180) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:00.560284 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-1e1d10d7-5b8f-40f2-9520-b373516d0536 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85f20732d96644339e3686ca3c4b638a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378649 Apr 06 17:50:00.562426 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33182) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:00.608663 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-04002032-cf33-40e1-9177-e8e9993e45d7 admin admin] Publish callbacks [] for security_group (2e38cefe-6c2f-4814-bcf3-12f466ea44c6), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.634707 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-04002032-cf33-40e1-9177-e8e9993e45d7 admin admin] Publish callbacks [] for security_group (2e38cefe-6c2f-4814-bcf3-12f466ea44c6), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.683796 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-04002032-cf33-40e1-9177-e8e9993e45d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (2e38cefe-6c2f-4814-bcf3-12f466ea44c6), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.686495 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-04002032-cf33-40e1-9177-e8e9993e45d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.688231 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-04002032-cf33-40e1-9177-e8e9993e45d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e38cefe-6c2f-4814-bcf3-12f466ea44c6 HTTP/1.1" status: 204 len: 168 time: 0.1237514 Apr 06 17:50:00.695838 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04002032-cf33-40e1-9177-e8e9993e45d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e38cefe-6c2f-4814-bcf3-12f466ea44c6,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:00.732260 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:00.993264 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33188) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:01.031772 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-980c1cf5-f19e-4805-b049-bd51ea3b1701 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c74566cd7da142a19238ebe6df434eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368822 Apr 06 17:50:01.034168 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33190) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:01.080363 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de79a0a1-b3e1-4588-b7ae-5ccfcca6e6b6 admin admin] Publish callbacks [] for security_group (f088e7cc-dc4a-42e2-8dad-644270078829), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:01.101643 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de79a0a1-b3e1-4588-b7ae-5ccfcca6e6b6 admin admin] Publish callbacks [] for security_group (f088e7cc-dc4a-42e2-8dad-644270078829), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:01.146343 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de79a0a1-b3e1-4588-b7ae-5ccfcca6e6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (f088e7cc-dc4a-42e2-8dad-644270078829), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:01.149053 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-de79a0a1-b3e1-4588-b7ae-5ccfcca6e6b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:01.150215 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-de79a0a1-b3e1-4588-b7ae-5ccfcca6e6b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f088e7cc-dc4a-42e2-8dad-644270078829 HTTP/1.1" status: 204 len: 168 time: 0.1151562 Apr 06 17:50:01.158660 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79a0a1-b3e1-4588-b7ae-5ccfcca6e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f088e7cc-dc4a-42e2-8dad-644270078829,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:01.238937 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device f11d0c00-4eb5-436a-8493-0355956e2686 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:50:01.259314 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: f11d0c00-4eb5-436a-8493-0355956e2686 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:50:01.259706 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device f11d0c00-4eb5-436a-8493-0355956e2686 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:50:01.260218 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device c9dc8951-71ac-44d3-bf8c-4f7b7b16005b no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:50:01.282229 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: c9dc8951-71ac-44d3-bf8c-4f7b7b16005b {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:50:01.282582 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device c9dc8951-71ac-44d3-bf8c-4f7b7b16005b not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:50:01.997217 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:02.752010 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:03.507778 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:18.463405 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:50:22.922634 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-5f3d3f79-aec7-4818-b06b-de67150e7b63 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494234111&fields=id&tenant_id=573632531b7e4264b636e3807a2fae34 HTTP/1.1" status: 200 len: 267 time: 0.0467415 Apr 06 17:50:22.981351 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-760dcd16-b158-4b95-a72e-710031acb605 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:22.982835 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-760dcd16-b158-4b95-a72e-710031acb605 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 985 time: 0.0540783 Apr 06 17:50:22.994004 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.v2.base [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Request body: {'port': {'security_groups': ['6b891f2d-f182-4811-b932-caa9b909639d']}} {{(pid=104729) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 17:50:23.063231 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742275'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), before_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.233746 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] For port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:23.261920 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), precommit_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.266248 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728016106262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728015721750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728015721768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4922933'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), after_update {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.278273 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:50:23.313162 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:23.314271 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.315699 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-07b593f5-c8e5-4b53-9d28-a57847ca98c4 req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "PUT /v2.0/ports/fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 HTTP/1.1" status: 200 len: 943 time: 0.3261154 Apr 06 17:50:23.316164 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:50:23.319420 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726358b9-80f1-4e7f-bd08-fe50f2102e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:50:23.328431 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33202) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:23.347138 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event updated for resources: {'Port': ['ID=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,revision_number=7']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:23.356046 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.356786 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.357362 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.357996 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.358585 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.359152 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.359712 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.360304 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.360863 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.361428 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.361996 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.362641 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.363206 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.363862 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.364436 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95857855-8a11-4507-aa3b-49a88f8199bf tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104729) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.417431 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:50:23.417886 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group (42a395d4-ebc0-4e87-bb69-dd2740f2e2f1), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.448019 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group (42a395d4-ebc0-4e87-bb69-dd2740f2e2f1), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.530684 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (42a395d4-ebc0-4e87-bb69-dd2740f2e2f1), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.534089 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for security_group (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.538111 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33206) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:23.538311 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "DELETE /v2.0/security-groups/42a395d4-ebc0-4e87-bb69-dd2740f2e2f1 HTTP/1.1" status: 204 len: 168 time: 0.2088363 Apr 06 17:50:23.548404 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a395d4-ebc0-4e87-bb69-dd2740f2e2f1,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:23.555849 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.556204 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.556545 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.556883 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.557218 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.557549 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.557877 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.558423 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.558757 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.559082 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.559421 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.559728 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.560050 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.560369 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.560959 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd80e63-1d64-4873-a62a-de6f1ff16eb4 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835880-5-iscsi {{(pid=104731) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 17:50:23.638450 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [None req-584e9c80-7135-4fc2-aeb4-b10d0cec82bd None None] Provisioning complete for port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 triggered by entity DHCP. {{(pid=104732) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 17:50:23.638819 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-584e9c80-7135-4fc2-aeb4-b10d0cec82bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831554'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), provisioning_complete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.654708 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7f47f9-795a-486c-b84d-a755e0f76201 x-openstack-request-id: req-cf7f47f9-795a-486c-b84d-a755e0f76201 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:50:23.655003 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:50:23.655248 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf7f47f9-795a-486c-b84d-a755e0f76201 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:50:23.655651 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf7f47f9-795a-486c-b84d-a755e0f76201'] response: {'name': 'network-changed', 'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'status': 'completed', 'code': 200} Apr 06 17:50:23.742718 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-584e9c80-7135-4fc2-aeb4-b10d0cec82bd None None] Current status of the port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 is: ACTIVE; New status is: ACTIVE {{(pid=104732) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 17:50:23.749125 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-b0eef53d-2aea-4827-a9fd-03b372f460e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:23.750652 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-b0eef53d-2aea-4827-a9fd-03b372f460e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573632531b7e4264b636e3807a2fae34&device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 1130 time: 0.0856626 Apr 06 17:50:23.804176 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Deleting port b696292f-4704-4624-ad5f-fac1163c4600 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:50:23.804520 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (b696292f-4704-4624-ad5f-fac1163c4600), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.897791 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-54862d41-14b8-4651-b769-caceb331028f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:23.899292 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-54862d41-14b8-4651-b769-caceb331028f service neutron] 10.222.0.49 "GET /v2.0/networks?id=85600f4f-d829-420f-be91-15b57cea9d3c HTTP/1.1" status: 200 len: 915 time: 0.1423135 Apr 06 17:50:23.916731 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (b696292f-4704-4624-ad5f-fac1163c4600), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.917037 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for floatingip (b696292f-4704-4624-ad5f-fac1163c4600), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:23.964205 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Calling delete_port for b696292f-4704-4624-ad5f-fac1163c4600 owned by network:floatingip {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:23.989027 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-9c4cc881-610d-4fae-9b50-247a66225121 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 HTTP/1.1" status: 200 len: 1002 time: 0.0815163 Apr 06 17:50:24.077463 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-37b759c5-a024-496e-9f31-055da80f3b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:24.078842 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-37b759c5-a024-496e-9f31-055da80f3b6e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d717d312-d030-43d4-8c33-84b11acd2699 HTTP/1.1" status: 200 len: 853 time: 0.0633528 Apr 06 17:50:24.149566 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-df98147f-d856-4520-8db3-980a47afeec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:24.151092 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-df98147f-d856-4520-8db3-980a47afeec3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85600f4f-d829-420f-be91-15b57cea9d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637233 Apr 06 17:50:24.242454 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (b696292f-4704-4624-ad5f-fac1163c4600), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:24.275685 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event deleted for resources: {'Port': ['ID=b696292f-4704-4624-ad5f-fac1163c4600,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:24.329022 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-df75666d-24d0-42c7-b259-13c551bd1188 service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610751 Apr 06 17:50:24.388986 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks [] for floatingip (973aeadf-c2d9-4f33-8b83-018198e008f9), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:24.389312 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.db.l3_db [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Floating IP 973aeadf-c2d9-4f33-8b83-018198e008f9 disassociated (deleted). External IP: 172.27.2.150, port: fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1. Apr 06 17:50:24.509968 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-726358b9-80f1-4e7f-bd08-fe50f2102e1c req-d9592893-1454-4d73-80e8-61a80a38fd48 service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718898 Apr 06 17:50:24.904207 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:50:25.023501 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:50:25.029368 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for floatingip (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:25.033429 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] Sync routers for ids ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:50:25.043090 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] Routers {'09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:50:25.043710 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:50:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:25.071271 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-aa98ab22-e50e-4934-9cd4-34dc0da72138 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "DELETE /v2.0/floatingips/973aeadf-c2d9-4f33-8b83-018198e008f9 HTTP/1.1" status: 204 len: 168 time: 1.5295410 Apr 06 17:50:25.290647 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] Set router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:50:25.492414 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:15Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'd3b61bd7-f9c9-4975-8777-317f2ac3f389', 'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'mac_address': 'fa:16:3e:87:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:14Z', 'updated_at': '2022-04-06T17:48:18Z', 'revision_number': 5, 'project_id': '573632531b7e4264b636e3807a2fae34', 'subnets': [{'id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:25.522427 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] Checking router: 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:50:25.530812 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] Routers {'09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:50:25.531417 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:50:00Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:25.643661 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] Set router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:50:25.657716 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:50:25.660053 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9469f247-a004-4c94-bda2-1e6d66e106f8" -d '{"events": [{"name": "network-changed", "server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:50:25.697704 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c25d3c-3b61-4602-9b7d-91af15874555 x-openstack-request-id: req-05c25d3c-3b61-4602-9b7d-91af15874555 {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:50:25.698090 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:50:25.698349 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05c25d3c-3b61-4602-9b7d-91af15874555 {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:50:25.698748 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c25d3c-3b61-4602-9b7d-91af15874555'] response: {'name': 'network-changed', 'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'status': 'completed', 'code': 200} Apr 06 17:50:25.768490 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-3e888e38-60f4-4f9b-9d9f-b344d98f9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:25.769908 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-3e888e38-60f4-4f9b-9d9f-b344d98f9b06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=573632531b7e4264b636e3807a2fae34&device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 1130 time: 0.0450716 Apr 06 17:50:25.859757 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:15Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'd3b61bd7-f9c9-4975-8777-317f2ac3f389', 'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'mac_address': 'fa:16:3e:87:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:14Z', 'updated_at': '2022-04-06T17:48:18Z', 'revision_number': 5, 'project_id': '573632531b7e4264b636e3807a2fae34', 'subnets': [{'id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:25.873176 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-924ae28e-117c-4a8c-a4d6-bc94751383e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:25.874725 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-924ae28e-117c-4a8c-a4d6-bc94751383e8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=85600f4f-d829-420f-be91-15b57cea9d3c HTTP/1.1" status: 200 len: 915 time: 0.0972569 Apr 06 17:50:25.888122 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7448536-f959-47f8-bd3e-c87806cc832b None None] The sync data for ids ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'] in dv-cinder-835880-5-iscsi is: [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:15Z', 'revision_number': 4, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi', '_interfaces': [{'id': 'd3b61bd7-f9c9-4975-8777-317f2ac3f389', 'name': '', 'network_id': '85600f4f-d829-420f-be91-15b57cea9d3c', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'mac_address': 'fa:16:3e:87:c2:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:14Z', 'updated_at': '2022-04-06T17:48:18Z', 'revision_number': 5, 'project_id': '573632531b7e4264b636e3807a2fae34', 'subnets': [{'id': 'd717d312-d030-43d4-8c33-84b11acd2699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:50:25.923667 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-30989949-6936-4667-853e-90c0bcce369c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 HTTP/1.1" status: 200 len: 217 time: 0.0369008 Apr 06 17:50:25.974981 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-f0247fcf-a187-44b2-acf8-a80c93614150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:25.976492 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-f0247fcf-a187-44b2-acf8-a80c93614150 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=d717d312-d030-43d4-8c33-84b11acd2699 HTTP/1.1" status: 200 len: 853 time: 0.0476625 Apr 06 17:50:26.025875 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-a1629811-4714-4301-b28d-5525205db2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:26.027395 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-a1629811-4714-4301-b28d-5525205db2d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=85600f4f-d829-420f-be91-15b57cea9d3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454030 Apr 06 17:50:26.113589 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fbc0c7-4c73-4d07-8f6c-14a4e54283c2 None None] New status for floating IP 973aeadf-c2d9-4f33-8b83-018198e008f9: DOWN {{(pid=104733) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 17:50:26.122677 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-74d65e7c-df92-44e9-9dd6-ca47a3752ea8 service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885384 Apr 06 17:50:26.213211 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-9469f247-a004-4c94-bda2-1e6d66e106f8 req-48ace855-07f8-42dd-b6fd-4cdf4ac707b2 service neutron] 10.222.0.49 "GET /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846736 Apr 06 17:50:27.178748 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1bfa0540-7e7f-4686-89e7-2d53313b118f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:27.780692 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb232f0a-3ed4-4946-b838-6adb73fa072d req-3464af86-2c87-4459-ba1a-e3435254a289 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:27.782160 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bb232f0a-3ed4-4946-b838-6adb73fa072d req-3464af86-2c87-4459-ba1a-e3435254a289 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 946 time: 0.0567214 Apr 06 17:50:27.828150 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-bb232f0a-3ed4-4946-b838-6adb73fa072d req-4e188690-16bb-4f6a-a1a9-9ee9bf7b010f tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402396 Apr 06 17:50:28.947804 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5b059-d775-43fe-a62b-5d8d6ae28e5f req-39414541-084c-4806-8029-5c963d20cc11 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:28.949287 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-89f5b059-d775-43fe-a62b-5d8d6ae28e5f req-39414541-084c-4806-8029-5c963d20cc11 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 946 time: 0.0545089 Apr 06 17:50:28.996553 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-89f5b059-d775-43fe-a62b-5d8d6ae28e5f req-be749dad-9d50-4fb6-b488-637fe7d8dada tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/security-groups?id=6b891f2d-f182-4811-b932-caa9b909639d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Apr 06 17:50:29.395506 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-976140ad-6ed0-4b4d-9fda-9ca9e2026b7c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104729) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 17:50:29.396919 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-976140ad-6ed0-4b4d-9fda-9ca9e2026b7c tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.49 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 946 time: 0.0546153 Apr 06 17:50:29.484884 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-df53bc5c-359c-4750-bb4e-862a4a6dc400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Deleting port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:50:29.485685 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-df53bc5c-359c-4750-bb4e-862a4a6dc400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:29.534580 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a1d2976c-5bb5-433b-abef-584082c02c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:29.576616 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-df53bc5c-359c-4750-bb4e-862a4a6dc400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] For port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:29.576977 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-df53bc5c-359c-4750-bb4e-862a4a6dc400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:29.590130 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-df53bc5c-359c-4750-bb4e-862a4a6dc400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Calling delete_port for fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 owned by compute:nova {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:29.713936 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-df53bc5c-359c-4750-bb4e-862a4a6dc400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:29.728970 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-4131e858-78de-472e-8b3f-20323a219987 None None] get_ports_and_sgs() called for port_ids ['fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'] {{(pid=104732) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 17:50:29.745793 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53bc5c-359c-4750-bb4e-862a4a6dc400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Pushing event deleted for resources: {'Port': ['ID=fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:29.788192 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-df53bc5c-359c-4750-bb4e-862a4a6dc400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] No DVR routers for this DVR port fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 on host hv-cinder-83588 {{(pid=104729) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:50:29.790688 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-df53bc5c-359c-4750-bb4e-862a4a6dc400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56749'] for port (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:29.793936 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-ed28d6a6-f0ed-4313-b954-1512a456b7b6 req-df53bc5c-359c-4750-bb4e-862a4a6dc400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.49 "DELETE /v2.0/ports/fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 HTTP/1.1" status: 204 len: 173 time: 0.3923194 Apr 06 17:50:29.794396 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'name': 'network-vif-deleted', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1'}] {{(pid=104729) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 17:50:29.796712 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ded543cb39af8c0318fcf1fc5934fc3880300a656531c1574becae172c07e118" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8281c2e2-d913-4905-aedb-32da2bda8dd3" -d '{"events": [{"server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "name": "network-vif-deleted", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1"}]}' {{(pid=104729) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 17:50:29.843578 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 17:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323c93c8-4831-45b1-895f-204dbfd8ad9a x-openstack-request-id: req-323c93c8-4831-45b1-895f-204dbfd8ad9a {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 17:50:29.843868 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54", "name": "network-vif-deleted", "tag": "fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1", "status": "completed", "code": 200}]} {{(pid=104729) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 17:50:29.844135 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-323c93c8-4831-45b1-895f-204dbfd8ad9a {{(pid=104729) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 17:50:29.844719 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323c93c8-4831-45b1-895f-204dbfd8ad9a'] response: {'server_uuid': '94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54', 'name': 'network-vif-deleted', 'tag': 'fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1', 'status': 'completed', 'code': 200} Apr 06 17:50:30.104407 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [req-6b42cab6-16ec-44a4-80c2-6baa501c4236 req-5c0280de-f31d-4f4a-bbab-f368bba76400 tempest-TestMinimumBasicScenario-1450779661 tempest-TestMinimumBasicScenario-1450779661-project] 10.222.0.18 "GET /v2.0/ports?device_id=94c9454d-1b6a-4a66-bffe-7e8e8a5ccb54 HTTP/1.1" status: 200 len: 210 time: 0.0290844 Apr 06 17:50:30.733775 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:31.771703 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33288) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:31.997690 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:32.120442 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758637'] for router_interface (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:32.362650 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] Deleting port d3b61bd7-f9c9-4975-8777-317f2ac3f389 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:50:32.362987 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:32.437249 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] For port d3b61bd7-f9c9-4975-8777-317f2ac3f389, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=d3b61bd7-f9c9-4975-8777-317f2ac3f389,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:32.437606 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:32.449887 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] Calling delete_port for d3b61bd7-f9c9-4975-8777-317f2ac3f389 owned by network:router_interface {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:32.632156 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (d3b61bd7-f9c9-4975-8777-317f2ac3f389), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:32.661131 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b61bd7-f9c9-4975-8777-317f2ac3f389,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:32.752443 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:32.835513 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761853'] for router_interface (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.051555 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] Router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:50:33.164188 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:50:33.169433 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-4d2d1dda-73b9-4a31-99d1-a8b14c7bfacd admin admin] 10.222.0.18 "PUT /v2.0/routers/09b2b0b1-8fdf-498b-9c2c-d2e00572d27f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3966250 Apr 06 17:50:33.171884 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33290) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:33.172660 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] Sync routers for ids ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'] in dv-cinder-835880-5-iscsi {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:50:33.182413 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] Routers {'09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:50:33.183011 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:50:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:33.284562 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Publish callbacks [] for router (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.296110 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] Set router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f gateway port host: dv-cinder-835880-5-iscsi {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:50:33.393711 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Publish callbacks [] for router_gateway (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.449864 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Deleting port 6fa13b07-a69d-4de4-a29f-0cece3f758a8 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:50:33.450293 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.481897 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:50:32Z', 'revision_number': 5, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port': {'id': '6fa13b07-a69d-4de4-a29f-0cece3f758a8', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:9b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:33.513420 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] Checking router: 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f for host: dv-cinder-835880-5-iscsi {{(pid=104732) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:50:33.528756 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.531158 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] Routers {'09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104732) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:50:33.532273 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:50:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'], 'active': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:33.536223 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] For port 6fa13b07-a69d-4de4-a29f-0cece3f758a8, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=6fa13b07-a69d-4de4-a29f-0cece3f758a8,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:33.536590 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.551285 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Calling delete_port for 6fa13b07-a69d-4de4-a29f-0cece3f758a8 owned by network:router_gateway {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:33.620801 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvr_db [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] Set router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f gateway port host: None {{(pid=104732) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:50:33.676954 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_hamode_db [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:50:33Z', 'revision_number': 6, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port_host': None}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:33.708776 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88af099-bb02-48ef-9dda-f194890f4f75 None None] The sync data for ids ['09b2b0b1-8fdf-498b-9c2c-d2e00572d27f'] in dv-cinder-835880-5-iscsi is: [{'id': '09b2b0b1-8fdf-498b-9c2c-d2e00572d27f', 'name': 'tempest-TestMinimumBasicScenario-738697448-router', 'tenant_id': '573632531b7e4264b636e3807a2fae34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:12Z', 'updated_at': '2022-04-06T17:50:33Z', 'revision_number': 6, 'project_id': '573632531b7e4264b636e3807a2fae34', 'gw_port_host': None}] {{(pid=104732) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:50:33.724848 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (6fa13b07-a69d-4de4-a29f-0cece3f758a8), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.752232 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa13b07-a69d-4de4-a29f-0cece3f758a8,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:33.814892 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761659'] for router_gateway (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.905723 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1995'] for router (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.908425 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Publish callbacks [] for router_controller (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.910640 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:50:33.930684 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-4131e858-78de-472e-8b3f-20323a219987 None None] No Port match for: fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:50:33.930957 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Device fe4fbd9a-b0b5-4de8-9767-6d972bc5d7e1 not bound to the agent host hv-cinder-83588 {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:50:33.951219 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757889'] for router (09b2b0b1-8fdf-498b-9c2c-d2e00572d27f), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.951866 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b2b0b1-8fdf-498b-9c2c-d2e00572d27f {{(pid=104729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:50:33.957535 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:33.958765 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-d5adc06d-c11d-4298-a5b6-01074f0bf243 admin admin] 10.222.0.18 "DELETE /v2.0/routers/09b2b0b1-8fdf-498b-9c2c-d2e00572d27f HTTP/1.1" status: 204 len: 168 time: 0.7858899 Apr 06 17:50:33.961277 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33292) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:34.288349 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeaba6f2-2152-4246-ba39-11b6e0923b2d admin admin] Deleting subnet d717d312-d030-43d4-8c33-84b11acd2699 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:50:34.291378 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eeaba6f2-2152-4246-ba39-11b6e0923b2d admin admin] Publish callbacks [] for subnet (d717d312-d030-43d4-8c33-84b11acd2699), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.327719 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eeaba6f2-2152-4246-ba39-11b6e0923b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6102270'] for subnet (d717d312-d030-43d4-8c33-84b11acd2699), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.410654 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eeaba6f2-2152-4246-ba39-11b6e0923b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (d717d312-d030-43d4-8c33-84b11acd2699), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.468426 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eeaba6f2-2152-4246-ba39-11b6e0923b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485962'] for subnet (d717d312-d030-43d4-8c33-84b11acd2699), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.496432 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaba6f2-2152-4246-ba39-11b6e0923b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d717d312-d030-43d4-8c33-84b11acd2699,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:34.498443 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-eeaba6f2-2152-4246-ba39-11b6e0923b2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.504862 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14190e9-6c70-4d68-b4e2-43e6840af1c7 None None] Network 85600f4f-d829-420f-be91-15b57cea9d3c requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:50:34.505362 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-eeaba6f2-2152-4246-ba39-11b6e0923b2d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d717d312-d030-43d4-8c33-84b11acd2699 HTTP/1.1" status: 204 len: 168 time: 0.5429914 Apr 06 17:50:34.505773 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33294) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:34.583361 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (85600f4f-d829-420f-be91-15b57cea9d3c), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.642467 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Deleting port e5356832-8819-4885-929f-5a32e031e32f {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:50:34.642807 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (e5356832-8819-4885-929f-5a32e031e32f), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.671701 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bbcc53-eba0-4123-986d-ae38dfbdf955 None None] DHCP port deletion for 85600f4f-d829-420f-be91-15b57cea9d3c request from dv-cinder-835880-5-iscsi {{(pid=104732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:50:34.713522 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] For port e5356832-8819-4885-929f-5a32e031e32f, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=e5356832-8819-4885-929f-5a32e031e32f,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:34.713867 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (e5356832-8819-4885-929f-5a32e031e32f), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.721353 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbcc53-eba0-4123-986d-ae38dfbdf955 None None] Deleting port e5356832-8819-4885-929f-5a32e031e32f {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:50:34.721734 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcc53-eba0-4123-986d-ae38dfbdf955 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (e5356832-8819-4885-929f-5a32e031e32f), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.732549 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Calling delete_port for e5356832-8819-4885-929f-5a32e031e32f owned by network:dhcp {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:34.790371 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-e1bbcc53-eba0-4123-986d-ae38dfbdf955 None None] For port e5356832-8819-4885-929f-5a32e031e32f, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=e5356832-8819-4885-929f-5a32e031e32f,segment=NetworkSegment(ea7fbe38-d345-44a0-a5f9-e258ece301b9),segment_id=ea7fbe38-d345-44a0-a5f9-e258ece301b9)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:34.791072 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcc53-eba0-4123-986d-ae38dfbdf955 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (e5356832-8819-4885-929f-5a32e031e32f), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.803767 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-e1bbcc53-eba0-4123-986d-ae38dfbdf955 None None] Calling delete_port for e5356832-8819-4885-929f-5a32e031e32f owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:34.819236 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (e5356832-8819-4885-929f-5a32e031e32f), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.851127 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5356832-8819-4885-929f-5a32e031e32f,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:34.856071 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] No DVR routers for this DVR port e5356832-8819-4885-929f-5a32e031e32f on host dv-cinder-835880-5-iscsi {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:50:34.888834 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e1bbcc53-eba0-4123-986d-ae38dfbdf955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741'] for port (e5356832-8819-4885-929f-5a32e031e32f), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.921133 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbcc53-eba0-4123-986d-ae38dfbdf955 None None] Pushing event deleted for resources: {'Port': ['ID=e5356832-8819-4885-929f-5a32e031e32f,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:34.925396 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bbcc53-eba0-4123-986d-ae38dfbdf955 None None] No DVR routers for this DVR port e5356832-8819-4885-929f-5a32e031e32f on host dv-cinder-835880-5-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:50:34.939812 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (85600f4f-d829-420f-be91-15b57cea9d3c), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:34.964354 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85600f4f-d829-420f-be91-15b57cea9d3c']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:34.978209 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7fbe38-d345-44a0-a5f9-e258ece301b9') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:34.978637 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7fbe38-d345-44a0-a5f9-e258ece301b9') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:34.990728 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (ea7fbe38-d345-44a0-a5f9-e258ece301b9), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:35.007793 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (ea7fbe38-d345-44a0-a5f9-e258ece301b9), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:35.013968 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:50:35.014543 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (ea7fbe38-d345-44a0-a5f9-e258ece301b9), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:50:35.016722 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:50:35.075865 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (85600f4f-d829-420f-be91-15b57cea9d3c), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:35.080592 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:35.086664 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] 10.222.0.18 "DELETE /v2.0/networks/85600f4f-d829-420f-be91-15b57cea9d3c HTTP/1.1" status: 204 len: 168 time: 0.5765097 Apr 06 17:50:35.087842 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33296) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:35.097464 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de89529-9fe7-478d-ba18-44eb9ae4aa62 admin admin] Pushing event deleted for resources: {'Network': ['ID=85600f4f-d829-420f-be91-15b57cea9d3c,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:35.256106 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 6fa13b07-a69d-4de4-a29f-0cece3f758a8 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:50:35.287479 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 6fa13b07-a69d-4de4-a29f-0cece3f758a8 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:50:35.287832 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 6fa13b07-a69d-4de4-a29f-0cece3f758a8 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:50:35.288261 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device e5356832-8819-4885-929f-5a32e031e32f no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:50:35.311358 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: e5356832-8819-4885-929f-5a32e031e32f {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:50:35.311763 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device e5356832-8819-4885-929f-5a32e031e32f not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:50:35.312223 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d3b61bd7-f9c9-4975-8777-317f2ac3f389 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:50:35.336797 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: d3b61bd7-f9c9-4975-8777-317f2ac3f389 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:50:35.337035 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device d3b61bd7-f9c9-4975-8777-317f2ac3f389 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:50:35.519637 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-758637'] for router_interface (f58f152c-384a-4867-958d-ddb3db78f0ab), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:35.783992 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] Deleting port c93d4891-34e8-40d9-8c7b-3010235cb555 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:50:35.784315 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:35.865443 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] For port c93d4891-34e8-40d9-8c7b-3010235cb555, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=c93d4891-34e8-40d9-8c7b-3010235cb555,segment=NetworkSegment(3f668ee8-c056-4244-9c91-46029e4d0981),segment_id=3f668ee8-c056-4244-9c91-46029e4d0981)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:35.865805 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:35.879044 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] Calling delete_port for c93d4891-34e8-40d9-8c7b-3010235cb555 owned by network:router_interface {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:36.067176 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (c93d4891-34e8-40d9-8c7b-3010235cb555), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:36.102814 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] Pushing event deleted for resources: {'Port': ['ID=c93d4891-34e8-40d9-8c7b-3010235cb555,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:36.287161 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-761853'] for router_interface (f58f152c-384a-4867-958d-ddb3db78f0ab), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:36.505214 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] Router f58f152c-384a-4867-958d-ddb3db78f0ab has already been hosted by L3 agent a209e4f4-a091-48ac-9d81-e26b42d71988 {{(pid=104729) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 17:50:36.614533 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] Notify agent at l3_agent.dv-cinder-835880-5-iscsi the message routers_updated {{(pid=104729) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 17:50:36.619518 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a53d197c-aa98-4351-b14e-352897b36137 admin admin] 10.222.0.18 "PUT /v2.0/routers/f58f152c-384a-4867-958d-ddb3db78f0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5303814 Apr 06 17:50:36.622059 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33298) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:36.625394 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] Sync routers for ids ['f58f152c-384a-4867-958d-ddb3db78f0ab'] in dv-cinder-835880-5-iscsi {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 17:50:36.637795 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] Routers {'f58f152c-384a-4867-958d-ddb3db78f0ab'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:50:36.638433 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:50:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['f58f152c-384a-4867-958d-ddb3db78f0ab'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:36.728982 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Publish callbacks [] for router (f58f152c-384a-4867-958d-ddb3db78f0ab), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:36.742242 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] Set router f58f152c-384a-4867-958d-ddb3db78f0ab gateway port host: dv-cinder-835880-5-iscsi {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:50:36.838142 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Publish callbacks [] for router_gateway (f58f152c-384a-4867-958d-ddb3db78f0ab), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:36.893016 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Deleting port 1b2e2592-323f-4ccc-84a0-315cc8d81c01 {{(pid=104729) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:50:36.893358 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:36.920319 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'name': 'tempest-TestMinimumBasicScenario-1092174833-router', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'external_fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:16Z', 'updated_at': '2022-04-06T17:50:36Z', 'revision_number': 5, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'gw_port': {'id': '1b2e2592-323f-4ccc-84a0-315cc8d81c01', 'name': '', 'network_id': '32f4f01b-d72a-4573-a15f-a5f1aa438631', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835880-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T17:48:17Z', 'updated_at': '2022-04-06T17:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98487b39-8556-4afc-b8a3-586ed99cb37b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835880-5-iscsi'}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:36.949826 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] Checking router: f58f152c-384a-4867-958d-ddb3db78f0ab for host: dv-cinder-835880-5-iscsi {{(pid=104733) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 17:50:36.958318 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] Routers {'f58f152c-384a-4867-958d-ddb3db78f0ab'} bound to L3 agent in host dv-cinder-835880-5-iscsi {{(pid=104733) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 17:50:36.959032 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835880-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T17:30:59Z,description=,heartbeat_timestamp=2022-04-06T17:50:30Z,host='dv-cinder-835880-5-iscsi',id=a209e4f4-a091-48ac-9d81-e26b42d71988,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T17:30:59Z,topic='l3_agent')) {'router_ids': ['f58f152c-384a-4867-958d-ddb3db78f0ab'], 'active': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:36.974833 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.db [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] For port 1b2e2592-323f-4ccc-84a0-315cc8d81c01, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=1b2e2592-323f-4ccc-84a0-315cc8d81c01,segment=NetworkSegment(0ac10a7e-f8cc-46c6-aea2-0264c140b5ce),segment_id=0ac10a7e-f8cc-46c6-aea2-0264c140b5ce)] {{(pid=104729) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:36.975200 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:36.987487 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.plugins.ml2.plugin [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Calling delete_port for 1b2e2592-323f-4ccc-84a0-315cc8d81c01 owned by network:router_gateway {{(pid=104729) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:37.043695 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvr_db [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] Set router f58f152c-384a-4867-958d-ddb3db78f0ab gateway port host: None {{(pid=104733) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 17:50:37.164393 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4922956'] for port (1b2e2592-323f-4ccc-84a0-315cc8d81c01), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.190571 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.l3_hamode_db [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'name': 'tempest-TestMinimumBasicScenario-1092174833-router', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:16Z', 'updated_at': '2022-04-06T17:50:36Z', 'revision_number': 6, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'gw_port_host': None}], 'dv-cinder-835880-5-iscsi', False) {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:37.193147 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b2e2592-323f-4ccc-84a0-315cc8d81c01,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:37.224732 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df75f442-e25c-4c92-98d3-ea7f2f936e7c None None] The sync data for ids ['f58f152c-384a-4867-958d-ddb3db78f0ab'] in dv-cinder-835880-5-iscsi is: [{'id': 'f58f152c-384a-4867-958d-ddb3db78f0ab', 'name': 'tempest-TestMinimumBasicScenario-1092174833-router', 'tenant_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T17:48:16Z', 'updated_at': '2022-04-06T17:50:36Z', 'revision_number': 6, 'project_id': '8a6bdbe5ba4e42aba6c4679b0b29591a', 'gw_port_host': None}] {{(pid=104733) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 17:50:37.256057 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-761659'] for router_gateway (f58f152c-384a-4867-958d-ddb3db78f0ab), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.354995 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1995'] for router (f58f152c-384a-4867-958d-ddb3db78f0ab), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.357121 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Publish callbacks [] for router_controller (f58f152c-384a-4867-958d-ddb3db78f0ab), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.401878 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757889'] for router (f58f152c-384a-4867-958d-ddb3db78f0ab), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.402436 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f58f152c-384a-4867-958d-ddb3db78f0ab {{(pid=104729) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 17:50:37.406646 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.408690 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-79f601f1-be42-4fae-80af-d7f27fac5099 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f58f152c-384a-4867-958d-ddb3db78f0ab HTTP/1.1" status: 204 len: 168 time: 0.7852471 Apr 06 17:50:37.411147 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33300) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:37.454791 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.db.db_base_plugin_v2 [None req-a566429b-8d75-496a-8ebf-7a650bf36d10 admin admin] Deleting subnet b21622cd-b327-4707-9aac-c19ef7cea6c9 {{(pid=104729) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 17:50:37.457748 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a566429b-8d75-496a-8ebf-7a650bf36d10 admin admin] Publish callbacks [] for subnet (b21622cd-b327-4707-9aac-c19ef7cea6c9), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.493011 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a566429b-8d75-496a-8ebf-7a650bf36d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6102270'] for subnet (b21622cd-b327-4707-9aac-c19ef7cea6c9), precommit_delete_associations {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.572776 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a566429b-8d75-496a-8ebf-7a650bf36d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1834718'] for subnet (b21622cd-b327-4707-9aac-c19ef7cea6c9), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.631058 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a566429b-8d75-496a-8ebf-7a650bf36d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1834705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-630884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4923003', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4485962'] for subnet (b21622cd-b327-4707-9aac-c19ef7cea6c9), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.663558 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566429b-8d75-496a-8ebf-7a650bf36d10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21622cd-b327-4707-9aac-c19ef7cea6c9,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:37.666547 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-a566429b-8d75-496a-8ebf-7a650bf36d10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.670089 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f516de5e-9421-4290-96b7-ed81c2ecf85b None None] Network b2ca70bd-2251-423e-a929-a425c83ae51a requested from dv-cinder-835880-5-iscsi {{(pid=104732) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 17:50:37.673144 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [-] (104731) accepted ('10.222.0.18', 33302) {{(pid=104731) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:37.673603 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-a566429b-8d75-496a-8ebf-7a650bf36d10 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b21622cd-b327-4707-9aac-c19ef7cea6c9 HTTP/1.1" status: 204 len: 168 time: 0.2611930 Apr 06 17:50:37.752010 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1711769'] for network (b2ca70bd-2251-423e-a929-a425c83ae51a), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.807279 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Deleting port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe {{(pid=104731) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 17:50:37.807616 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728016099633'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.872554 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.db [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] For port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe, host dv-cinder-835880-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835880-5-iscsi',level=0,port_id=66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe,segment=NetworkSegment(3f668ee8-c056-4244-9c91-46029e4d0981),segment_id=3f668ee8-c056-4244-9c91-46029e4d0981)] {{(pid=104731) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 17:50:37.872911 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756508'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.885541 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.plugin [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Calling delete_port for 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe owned by network:dhcp {{(pid=104731) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 17:50:37.963218 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728016106244', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728015721741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5282647'] for port (66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:37.989982 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] No DVR routers for this DVR port 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe on host dv-cinder-835880-5-iscsi {{(pid=104731) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 17:50:37.993522 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:38.023989 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17624ed3-4a0a-460c-8947-4966a81ecbda None None] DHCP port deletion for b2ca70bd-2251-423e-a929-a425c83ae51a request from dv-cinder-835880-5-iscsi {{(pid=104732) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 17:50:38.075283 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1833765', 'neutron.services.segments.db._delete_segments_for_network-8728016175993'] for network (b2ca70bd-2251-423e-a929-a425c83ae51a), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.096419 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ca70bd-2251-423e-a929-a425c83ae51a']}} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:38.106061 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f668ee8-c056-4244-9c91-46029e4d0981') {'for_net_delete': True} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:38.106366 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.services.segments.db [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f668ee8-c056-4244-9c91-46029e4d0981') {} {{(pid=104731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 17:50:38.115911 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728016176514', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4572644'] for segment (3f668ee8-c056-4244-9c91-46029e4d0981), before_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.129586 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365'] for segment (3f668ee8-c056-4244-9c91-46029e4d0981), precommit_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.137110 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=104731) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 17:50:38.137707 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1731365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5282570'] for segment (3f668ee8-c056-4244-9c91-46029e4d0981), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: Traceback (most recent call last): Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: timer() Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: cb(*args, **kw) Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: return func(*args, **kwargs) Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: self._notify() Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: self.callback(batched_events) Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: event.method(event) Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: return f(self, *a, **k) Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._get(url).json() Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: return self.request(url, 'GET', **kwargs) Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 17:50:38.139607 dv-cinder-835880-5-iscsi neutron-server[104731]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 17:50:38.194642 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1833820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-761695'] for network (b2ca70bd-2251-423e-a929-a425c83ae51a), after_delete {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.201045 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron_lib.callbacks.manager [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-569327'] for network (None), before_response {{(pid=104731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.203877 dv-cinder-835880-5-iscsi neutron-server[104731]: INFO neutron.wsgi [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b2ca70bd-2251-423e-a929-a425c83ae51a HTTP/1.1" status: 204 len: 168 time: 0.5288453 Apr 06 17:50:38.221351 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc114a84-84ac-4f54-ab18-4a9b225a16a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ca70bd-2251-423e-a929-a425c83ae51a,revision_number=None']} {{(pid=104731) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:38.376704 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33306) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:38.414589 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b3fb08bf-f594-43d4-b8d1-b8a469bde1d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=573632531b7e4264b636e3807a2fae34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366638 Apr 06 17:50:38.416884 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33308) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:38.466346 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b23c0c64-5db9-41bc-b965-86216424f387 admin admin] Publish callbacks [] for security_group (6b891f2d-f182-4811-b932-caa9b909639d), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.488036 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b23c0c64-5db9-41bc-b965-86216424f387 admin admin] Publish callbacks [] for security_group (6b891f2d-f182-4811-b932-caa9b909639d), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.534206 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b23c0c64-5db9-41bc-b965-86216424f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (6b891f2d-f182-4811-b932-caa9b909639d), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.536757 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-b23c0c64-5db9-41bc-b965-86216424f387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.537864 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-b23c0c64-5db9-41bc-b965-86216424f387 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b891f2d-f182-4811-b932-caa9b909639d HTTP/1.1" status: 204 len: 168 time: 0.1201251 Apr 06 17:50:38.545627 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c0c64-5db9-41bc-b965-86216424f387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b891f2d-f182-4811-b932-caa9b909639d,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:38.838884 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33314) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:38.879116 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-6fe80873-51aa-453c-b075-672d1b7995f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a6bdbe5ba4e42aba6c4679b0b29591a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390022 Apr 06 17:50:38.881481 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [-] (104729) accepted ('10.222.0.18', 33316) {{(pid=104729) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 17:50:38.926882 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-617b3455-59f7-4042-b94b-7ea54902e821 admin admin] Publish callbacks [] for security_group (9b10f0b7-88cd-4443-85cb-502afc6cc25e), before_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.947585 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-617b3455-59f7-4042-b94b-7ea54902e821 admin admin] Publish callbacks [] for security_group (9b10f0b7-88cd-4443-85cb-502afc6cc25e), precommit_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.993911 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-617b3455-59f7-4042-b94b-7ea54902e821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-639339'] for security_group (9b10f0b7-88cd-4443-85cb-502afc6cc25e), after_delete {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.996462 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron_lib.callbacks.manager [None req-617b3455-59f7-4042-b94b-7ea54902e821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104729) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:38.997587 dv-cinder-835880-5-iscsi neutron-server[104729]: INFO neutron.wsgi [None req-617b3455-59f7-4042-b94b-7ea54902e821 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9b10f0b7-88cd-4443-85cb-502afc6cc25e HTTP/1.1" status: 204 len: 168 time: 0.1152413 Apr 06 17:50:39.005066 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b3455-59f7-4042-b94b-7ea54902e821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b10f0b7-88cd-4443-85cb-502afc6cc25e,revision_number=None']} {{(pid=104729) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 17:50:39.253912 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 1b2e2592-323f-4ccc-84a0-315cc8d81c01 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:50:39.278161 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 1b2e2592-323f-4ccc-84a0-315cc8d81c01 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:50:39.278652 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 1b2e2592-323f-4ccc-84a0-315cc8d81c01 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:50:39.279166 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device c93d4891-34e8-40d9-8c7b-3010235cb555 no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:50:39.299956 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: c93d4891-34e8-40d9-8c7b-3010235cb555 {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:50:39.300300 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device c93d4891-34e8-40d9-8c7b-3010235cb555 not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:50:39.300727 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe no longer exists at agent ovs-agent-dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 17:50:39.321008 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] No Port match for: 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe {{(pid=104732) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 17:50:39.321360 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.rpc [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Device 66a0cbd5-1ab6-4808-b1dd-8e2ab4d763fe not bound to the agent host dv-cinder-835880-5-iscsi {{(pid=104732) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 17:50:55.461692 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:50:57.179899 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4105b8c2-0804-437f-bccd-6ce80c607da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:50:59.537764 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5015837d-9597-4d3c-a02d-83b67697021c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:00.737562 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:02.001192 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:02.750562 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:03.510151 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:27.181224 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-19c4e00f-9f4e-4c75-8b6b-084962e5a003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:29.538996 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7932b190-cc75-486c-8b65-c99bf64ca0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:30.739892 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:32.002803 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:32.460229 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:51:32.749190 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:33.513099 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:57.183321 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8aef181a-2368-4e3e-8622-945c0e79898e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:51:59.539842 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-729d9fc7-d482-45e1-9a71-44a60957cc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:00.742727 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:02.005053 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:02.748430 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:03.515443 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:09.458569 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:52:27.184622 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b03575f6-479c-4887-9a74-e8b96b8e9fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:29.541452 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1408-88fc-4e6a-b8df-1336b24fbfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:30.745567 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:32.007204 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:32.751781 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:33.520036 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:46.458243 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:52:57.187079 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-efe04711-3c69-456d-ad6b-783851e847e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:52:59.543415 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d15a9dff-b427-4e75-ac7e-5c94d11a082f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:00.747751 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:02.009727 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:02.763284 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:03.523600 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:23.457324 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:53:27.188061 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1d7a6646-7372-4156-a430-698aedb3434e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:29.546418 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-efd39c1e-ee79-42d6-9028-46de768ff863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:30.749744 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:32.012508 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:32.778604 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:33.526432 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:57.190340 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-423a4cc9-cb25-4ee9-b12b-cdbc83ab74cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:53:59.548020 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-91e2de74-31ff-4465-a45f-f0348c2e194b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:00.456954 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:54:00.756609 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:02.015450 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:02.777403 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:03.528696 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:27.192207 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-96985b3d-74da-48c1-8032-fcb3624dc663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:29.548788 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-249734e5-cb60-48cc-bd12-471ddccf7bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:30.755509 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:32.017601 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:32.802243 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:33.533519 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:37.456703 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:54:57.193741 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13ed631c-f792-4612-98fd-6c66e7c8c618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:54:59.550402 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-73764eb5-50a0-4fc5-81b0-2b65099f5a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:00.757796 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:02.021000 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:02.823634 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:03.537241 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:11.463781 dv-cinder-835880-5-iscsi neutron-server[104731]: DEBUG neutron.wsgi [req-7c8dfbd9-7a09-4339-83c1-6d8705c8bd65 req-83f5a5fd-7408-4467-af56-9e9c1afd43b9 service neutron] (104731) timed out ('10.222.0.49', 49926) {{(pid=104731) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 17:55:14.456415 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:55:27.195515 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b07be00d-6ab3-4ed9-8820-5a94ea9168c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:29.551649 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-136e5e63-4d1f-430e-b8ab-eba126ba3551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (a209e4f4-a091-48ac-9d81-e26b42d71988), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:30.760837 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ddea-d222-4406-8330-3d279d4720ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (76802d25-9da6-4e32-8921-9d89a03107f7), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:32.023478 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7486f58a-38a1-4631-bd5e-08e7e46774f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8820b1cf-988d-44c0-9215-05a88efd3dc0), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:32.816210 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4131e858-78de-472e-8b3f-20323a219987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (8d343031-b8fa-4f04-9fe3-1e230a957348), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:33.539636 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d8bec8da-263f-4230-8b4c-08a4f3ff5d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (6104b5c6-57aa-425d-99ba-ddf1ed9c5266), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 17:55:34.987096 dv-cinder-835880-5-iscsi neutron-server[104729]: DEBUG neutron.wsgi [req-d6770713-364e-4c78-a559-57f317f5e3c8 req-4f5af30d-c769-4bc7-9636-d825a1c93797 service neutron] (104729) timed out ('10.222.0.49', 49914) {{(pid=104729) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 17:55:51.454748 dv-cinder-835880-5-iscsi neutron-server[104733]: DEBUG neutron.db.agents_db [None req-235ec4cc-7340-4e05-b045-110029e26e14 None None] Agent healthcheck: found 6 active agents {{(pid=104733) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 17:55:57.197876 dv-cinder-835880-5-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9ffb658b-add1-4f58-84f1-ccd5530f1c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728016175975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1831652'] for agent (07e1dc1d-51d1-497c-bc37-c6c661e9aa03), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}